You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by ur...@apache.org on 2026/05/27 11:34:39 UTC
(airflow) branch main updated: Recreate Supervisor Schema with Pydantic mechanism (#67596)
This is an automated email from the ASF dual-hosted git repository.
uranusjr pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 4ed546b1473 Recreate Supervisor Schema with Pydantic mechanism (#67596)
4ed546b1473 is described below
commit 4ed546b14730f2d3e2004aad199eb0ad75da37e6
Author: Tzu-ping Chung <ur...@gmail.com>
AuthorDate: Wed May 27 19:34:27 2026 +0800
Recreate Supervisor Schema with Pydantic mechanism (#67596)
---
.../ci/prek/check_supervisor_schemas_versions.py | 1 +
scripts/ci/prek/dump_supervisor_schemas.py | 48 +-
.../prek/generate_supervisor_schemas_snapshot.py | 1 +
.../airflow/sdk/execution_time/schema/schema.json | 5122 ++++++++------------
4 files changed, 1928 insertions(+), 3244 deletions(-)
diff --git a/scripts/ci/prek/check_supervisor_schemas_versions.py b/scripts/ci/prek/check_supervisor_schemas_versions.py
index 68c1ed6e07d..348382a3e67 100755
--- a/scripts/ci/prek/check_supervisor_schemas_versions.py
+++ b/scripts/ci/prek/check_supervisor_schemas_versions.py
@@ -84,6 +84,7 @@ def dump_snapshot(cwd: Path) -> str:
"run",
"-p",
"3.12",
+ "--frozen",
"--no-progress",
"--project",
"task-sdk",
diff --git a/scripts/ci/prek/dump_supervisor_schemas.py b/scripts/ci/prek/dump_supervisor_schemas.py
index 8b28d9af7f2..9a7de56a8b8 100755
--- a/scripts/ci/prek/dump_supervisor_schemas.py
+++ b/scripts/ci/prek/dump_supervisor_schemas.py
@@ -31,25 +31,49 @@ from __future__ import annotations
import json
import os
import sys
-from typing import TYPE_CHECKING
-if TYPE_CHECKING:
- from pydantic import BaseModel
+from pydantic import json_schema
os.environ["_AIRFLOW__AS_LIBRARY"] = "1"
from airflow.sdk.execution_time.schema import bundle, registered_models_by_name
-
-def _registered_models_sorted() -> tuple[type[BaseModel], ...]:
- """Return registered head models sorted by class name for stable snapshot diffs."""
- by_name = registered_models_by_name()
- return tuple(by_name[name] for name in sorted(by_name))
-
-
+# Models are sorted by name before being passed to generation for stable diffs.
+_, snapshot = json_schema.models_json_schema(
+ [(m, "serialization") for _, m in sorted(registered_models_by_name().items())],
+ schema_generator=json_schema.GenerateJsonSchema,
+)
snapshot = {
+ "$schema": json_schema.GenerateJsonSchema.schema_dialect,
"api_version": str(bundle.versions[0].value),
- "schemas": {cls.__name__: cls.model_json_schema() for cls in _registered_models_sorted()},
+ "description": "Apache Airflow SDK Supervisor Schema",
+ "$defs": snapshot["$defs"],
}
-json.dump(snapshot, sys.stdout, indent=2, sort_keys=True)
+
+# We currently still have references to non-SDK models from SDK. This cause
+# issues since Pydantic would see two classes for one (logical) model. This
+# post-process Pydantic's output to merge those class pairs into one. Eventually
+# we should have clean separation between SDK and Core, and won't need this
+# anymore. But that is still quite some way away.
+renames: dict[str, str] = {}
+for key, val in (defs := snapshot["$defs"]).items():
+ if (title := (val.get("title") or key)) != key:
+ renames[key] = title
+
+for key in list(defs):
+ try:
+ title = renames[key]
+ except KeyError:
+ continue
+ entry = defs.pop(key)
+ if title in defs: # Dup, don't need this one.
+ continue
+ defs[title] = entry
+
+output = json.dumps(snapshot, indent=2)
+for old, new in renames.items():
+ output = output.replace(f'"#/$defs/{old}"', f'"#/$defs/{new}"')
+
+
+sys.stdout.write(output)
sys.stdout.write("\n")
diff --git a/scripts/ci/prek/generate_supervisor_schemas_snapshot.py b/scripts/ci/prek/generate_supervisor_schemas_snapshot.py
index d4fe5c5f19e..a626f32718e 100755
--- a/scripts/ci/prek/generate_supervisor_schemas_snapshot.py
+++ b/scripts/ci/prek/generate_supervisor_schemas_snapshot.py
@@ -64,6 +64,7 @@ def dump_snapshot(cwd: Path) -> str:
"run",
"-p",
"3.12",
+ "--frozen",
"--no-progress",
"--project",
"task-sdk",
diff --git a/task-sdk/src/airflow/sdk/execution_time/schema/schema.json b/task-sdk/src/airflow/sdk/execution_time/schema/schema.json
index fec9596e493..ce6cbb6b73a 100644
--- a/task-sdk/src/airflow/sdk/execution_time/schema/schema.json
+++ b/task-sdk/src/airflow/sdk/execution_time/schema/schema.json
@@ -1,251 +1,131 @@
{
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
"api_version": "2026-06-16",
- "schemas": {
- "AssetEventsResult": {
- "$defs": {
- "AssetEventResponse": {
- "description": "Asset event schema with fields that are needed for Runtime.",
- "properties": {
- "asset": {
- "$ref": "#/$defs/AssetResponse"
- },
- "created_dagruns": {
- "items": {
- "$ref": "#/$defs/DagRunAssetReference"
+ "description": "Apache Airflow SDK Supervisor Schema",
+ "$defs": {
+ "AssetAliasReferenceAssetEventDagRun": {
+ "additionalProperties": false,
+ "description": "Schema for AssetAliasModel used in AssetEventDagRunReference.",
+ "properties": {
+ "name": {
+ "title": "Name",
+ "type": "string"
+ }
+ },
+ "required": [
+ "name"
+ ],
+ "title": "AssetAliasReferenceAssetEventDagRun",
+ "type": "object"
+ },
+ "AssetEventResponse": {
+ "description": "Asset event schema with fields that are needed for Runtime.",
+ "properties": {
+ "id": {
+ "title": "Id",
+ "type": "integer"
+ },
+ "timestamp": {
+ "format": "date-time",
+ "title": "Timestamp",
+ "type": "string"
+ },
+ "extra": {
+ "anyOf": [
+ {
+ "additionalProperties": {
+ "$ref": "#/$defs/JsonValue"
},
- "title": "Created Dagruns",
- "type": "array"
- },
- "extra": {
- "anyOf": [
- {
- "additionalProperties": {
- "$ref": "#/$defs/JsonValue"
- },
- "type": "object"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Extra"
- },
- "id": {
- "title": "Id",
- "type": "integer"
+ "type": "object"
},
- "partition_key": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Partition Key"
- },
- "source_dag_id": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Source Dag Id"
- },
- "source_map_index": {
- "anyOf": [
- {
- "type": "integer"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Source Map Index"
- },
- "source_run_id": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Source Run Id"
- },
- "source_task_id": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Source Task Id"
- },
- "timestamp": {
- "format": "date-time",
- "title": "Timestamp",
- "type": "string"
+ {
+ "type": "null"
}
- },
- "required": [
- "id",
- "timestamp",
- "asset",
- "created_dagruns"
],
- "title": "AssetEventResponse",
- "type": "object"
+ "default": null,
+ "title": "Extra"
},
- "AssetResponse": {
- "description": "Asset schema for responses with fields that are needed for Runtime.",
- "properties": {
- "extra": {
- "anyOf": [
- {
- "additionalProperties": {
- "$ref": "#/$defs/JsonValue"
- },
- "type": "object"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Extra"
- },
- "group": {
- "title": "Group",
+ "asset": {
+ "$ref": "#/$defs/AssetResponse"
+ },
+ "created_dagruns": {
+ "items": {
+ "$ref": "#/$defs/DagRunAssetReference"
+ },
+ "title": "Created Dagruns",
+ "type": "array"
+ },
+ "source_task_id": {
+ "anyOf": [
+ {
"type": "string"
},
- "name": {
- "title": "Name",
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Source Task Id"
+ },
+ "source_dag_id": {
+ "anyOf": [
+ {
"type": "string"
},
- "uri": {
- "title": "Uri",
- "type": "string"
+ {
+ "type": "null"
}
- },
- "required": [
- "name",
- "uri",
- "group"
],
- "title": "AssetResponse",
- "type": "object"
+ "default": null,
+ "title": "Source Dag Id"
},
- "DagRunAssetReference": {
- "additionalProperties": false,
- "description": "DagRun serializer for asset responses.",
- "properties": {
- "dag_id": {
- "title": "Dag Id",
+ "source_run_id": {
+ "anyOf": [
+ {
"type": "string"
},
- "data_interval_end": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Data Interval End"
- },
- "data_interval_start": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Data Interval Start"
- },
- "end_date": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "End Date"
- },
- "logical_date": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Logical Date"
- },
- "partition_key": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Partition Key"
- },
- "run_id": {
- "title": "Run Id",
- "type": "string"
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Source Run Id"
+ },
+ "source_map_index": {
+ "anyOf": [
+ {
+ "type": "integer"
},
- "start_date": {
- "format": "date-time",
- "title": "Start Date",
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Source Map Index"
+ },
+ "partition_key": {
+ "anyOf": [
+ {
"type": "string"
},
- "state": {
- "title": "State",
- "type": "string"
+ {
+ "type": "null"
}
- },
- "required": [
- "run_id",
- "dag_id",
- "start_date",
- "state"
],
- "title": "DagRunAssetReference",
- "type": "object"
- },
- "JsonValue": {}
+ "default": null,
+ "title": "Partition Key"
+ }
},
+ "required": [
+ "id",
+ "timestamp",
+ "asset",
+ "created_dagruns"
+ ],
+ "title": "AssetEventResponse",
+ "type": "object"
+ },
+ "AssetEventsResult": {
"description": "Response to GetAssetEvent request.",
"properties": {
"asset_events": {
@@ -268,12 +148,88 @@
"title": "AssetEventsResult",
"type": "object"
},
- "AssetResult": {
- "$defs": {
- "JsonValue": {}
+ "AssetProfile": {
+ "additionalProperties": false,
+ "description": "Profile of an asset-like object.\n\nAsset will have name, uri defined, with type set to 'Asset'.\nAssetNameRef will have name defined, type set to 'AssetNameRef'.\nAssetUriRef will have uri defined, type set to 'AssetUriRef'.\nAssetAlias will have name defined, type set to 'AssetAlias'.\n\nNote that 'type' here is distinct from 'asset_type' the user declares on an\nAsset (or subclass). This field is for distinguishing between different\nasset-related types (Asset, A [...]
+ "properties": {
+ "name": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Name"
+ },
+ "uri": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Uri"
+ },
+ "type": {
+ "title": "Type",
+ "type": "string"
+ }
},
- "description": "Response to ReadXCom request.",
+ "required": [
+ "type"
+ ],
+ "title": "AssetProfile",
+ "type": "object"
+ },
+ "AssetReferenceAssetEventDagRun": {
+ "additionalProperties": false,
+ "description": "Schema for AssetModel used in AssetEventDagRunReference.",
+ "properties": {
+ "name": {
+ "title": "Name",
+ "type": "string"
+ },
+ "uri": {
+ "title": "Uri",
+ "type": "string"
+ },
+ "extra": {
+ "additionalProperties": {
+ "$ref": "#/$defs/JsonValue"
+ },
+ "title": "Extra",
+ "type": "object"
+ }
+ },
+ "required": [
+ "name",
+ "uri",
+ "extra"
+ ],
+ "title": "AssetReferenceAssetEventDagRun",
+ "type": "object"
+ },
+ "AssetResponse": {
+ "description": "Asset schema for responses with fields that are needed for Runtime.",
"properties": {
+ "name": {
+ "title": "Name",
+ "type": "string"
+ },
+ "uri": {
+ "title": "Uri",
+ "type": "string"
+ },
+ "group": {
+ "title": "Group",
+ "type": "string"
+ },
"extra": {
"anyOf": [
{
@@ -288,24 +244,51 @@
],
"default": null,
"title": "Extra"
+ }
+ },
+ "required": [
+ "name",
+ "uri",
+ "group"
+ ],
+ "title": "AssetResponse",
+ "type": "object"
+ },
+ "AssetResult": {
+ "description": "Response to ReadXCom request.",
+ "properties": {
+ "name": {
+ "title": "Name",
+ "type": "string"
+ },
+ "uri": {
+ "title": "Uri",
+ "type": "string"
},
"group": {
"title": "Group",
"type": "string"
},
- "name": {
- "title": "Name",
- "type": "string"
+ "extra": {
+ "anyOf": [
+ {
+ "additionalProperties": {
+ "$ref": "#/$defs/JsonValue"
+ },
+ "type": "object"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Extra"
},
"type": {
"const": "AssetResult",
"default": "AssetResult",
"title": "Type",
"type": "string"
- },
- "uri": {
- "title": "Uri",
- "type": "string"
}
},
"required": [
@@ -317,20 +300,17 @@
"type": "object"
},
"AssetStateResult": {
- "$defs": {
- "JsonValue": {}
- },
"additionalProperties": false,
"description": "Response to GetAssetState; wraps the generated API response for supervisor to worker comms.",
"properties": {
+ "value": {
+ "$ref": "#/$defs/JsonValue"
+ },
"type": {
"const": "AssetStateResult",
"default": "AssetStateResult",
"title": "Type",
"type": "string"
- },
- "value": {
- "$ref": "#/$defs/JsonValue"
}
},
"required": [
@@ -340,54 +320,6 @@
"type": "object"
},
"AssetsByAliasResult": {
- "$defs": {
- "AssetResult": {
- "description": "Response to ReadXCom request.",
- "properties": {
- "extra": {
- "anyOf": [
- {
- "additionalProperties": {
- "$ref": "#/$defs/JsonValue"
- },
- "type": "object"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Extra"
- },
- "group": {
- "title": "Group",
- "type": "string"
- },
- "name": {
- "title": "Name",
- "type": "string"
- },
- "type": {
- "const": "AssetResult",
- "default": "AssetResult",
- "title": "Type",
- "type": "string"
- },
- "uri": {
- "title": "Uri",
- "type": "string"
- }
- },
- "required": [
- "name",
- "uri",
- "group"
- ],
- "title": "AssetResult",
- "type": "object"
- },
- "JsonValue": {}
- },
"description": "Response to GetAssetsByAlias; list of concrete assets resolved from an alias.",
"properties": {
"assets": {
@@ -410,6 +342,32 @@
"title": "AssetsByAliasResult",
"type": "object"
},
+ "BundleInfo": {
+ "description": "Schema for telling task which bundle to run with.",
+ "properties": {
+ "name": {
+ "title": "Name",
+ "type": "string"
+ },
+ "version": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Version"
+ }
+ },
+ "required": [
+ "name"
+ ],
+ "title": "BundleInfo",
+ "type": "object"
+ },
"ClearAssetStateByName": {
"properties": {
"name": {
@@ -431,15 +389,15 @@
},
"ClearAssetStateByUri": {
"properties": {
+ "uri": {
+ "title": "Uri",
+ "type": "string"
+ },
"type": {
"const": "ClearAssetStateByUri",
"default": "ClearAssetStateByUri",
"title": "Type",
"type": "string"
- },
- "uri": {
- "title": "Uri",
- "type": "string"
}
},
"required": [
@@ -450,16 +408,16 @@
},
"ClearTaskState": {
"properties": {
- "all_map_indices": {
- "default": false,
- "title": "All Map Indices",
- "type": "boolean"
- },
"ti_id": {
"format": "uuid",
"title": "Ti Id",
"type": "string"
},
+ "all_map_indices": {
+ "default": false,
+ "title": "All Map Indices",
+ "type": "boolean"
+ },
"type": {
"const": "ClearTaskState",
"default": "ClearTaskState",
@@ -483,7 +441,7 @@
"title": "Conn Type",
"type": "string"
},
- "extra": {
+ "host": {
"anyOf": [
{
"type": "string"
@@ -493,9 +451,9 @@
}
],
"default": null,
- "title": "Extra"
+ "title": "Host"
},
- "host": {
+ "schema": {
"anyOf": [
{
"type": "string"
@@ -505,7 +463,7 @@
}
],
"default": null,
- "title": "Host"
+ "title": "Schema"
},
"login": {
"anyOf": [
@@ -543,7 +501,7 @@
"default": null,
"title": "Port"
},
- "schema": {
+ "extra": {
"anyOf": [
{
"type": "string"
@@ -553,7 +511,7 @@
}
],
"default": null,
- "title": "Schema"
+ "title": "Extra"
},
"type": {
"const": "ConnectionResult",
@@ -570,43 +528,24 @@
"type": "object"
},
"CreateHITLDetailPayload": {
- "$defs": {
- "HITLUser": {
- "description": "Schema for a Human-in-the-loop users.",
- "properties": {
- "id": {
- "title": "Id",
- "type": "string"
- },
- "name": {
- "title": "Name",
- "type": "string"
- }
- },
- "required": [
- "id",
- "name"
- ],
- "title": "HITLUser",
- "type": "object"
- }
- },
"description": "Add the input request part of a Human-in-the-loop response.",
"properties": {
- "assigned_users": {
- "anyOf": [
- {
- "items": {
- "$ref": "#/$defs/HITLUser"
- },
- "type": "array"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Assigned Users"
+ "ti_id": {
+ "format": "uuid",
+ "title": "Ti Id",
+ "type": "string"
+ },
+ "options": {
+ "items": {
+ "type": "string"
+ },
+ "minItems": 1,
+ "title": "Options",
+ "type": "array"
+ },
+ "subject": {
+ "title": "Subject",
+ "type": "string"
},
"body": {
"anyOf": [
@@ -647,14 +586,6 @@
"default": false,
"title": "Multiple"
},
- "options": {
- "items": {
- "type": "string"
- },
- "minItems": 1,
- "title": "Options",
- "type": "array"
- },
"params": {
"anyOf": [
{
@@ -668,14 +599,20 @@
"default": null,
"title": "Params"
},
- "subject": {
- "title": "Subject",
- "type": "string"
- },
- "ti_id": {
- "format": "uuid",
- "title": "Ti Id",
- "type": "string"
+ "assigned_users": {
+ "anyOf": [
+ {
+ "items": {
+ "$ref": "#/$defs/HITLUser"
+ },
+ "type": "array"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Assigned Users"
},
"type": {
"const": "CreateHITLDetailPayload",
@@ -712,908 +649,117 @@
"title": "DRCount",
"type": "object"
},
- "DagFileParseRequest": {
- "$defs": {
- "AssetAliasReferenceAssetEventDagRun": {
- "additionalProperties": false,
- "description": "Schema for AssetAliasModel used in AssetEventDagRunReference.",
- "properties": {
- "name": {
- "title": "Name",
- "type": "string"
- }
- },
- "required": [
- "name"
- ],
- "title": "AssetAliasReferenceAssetEventDagRun",
- "type": "object"
+ "DagCallbackRequest": {
+ "description": "A Class with information about the success/failure DAG callback to be executed.",
+ "properties": {
+ "filepath": {
+ "title": "Filepath",
+ "type": "string"
},
- "AssetEventDagRunReference": {
- "additionalProperties": false,
- "description": "Schema for AssetEvent model used in DagRun.",
- "properties": {
- "asset": {
- "$ref": "#/$defs/AssetReferenceAssetEventDagRun"
- },
- "extra": {
- "additionalProperties": {
- "$ref": "#/$defs/JsonValue"
- },
- "title": "Extra",
- "type": "object"
- },
- "source_aliases": {
- "items": {
- "$ref": "#/$defs/AssetAliasReferenceAssetEventDagRun"
- },
- "title": "Source Aliases",
- "type": "array"
- },
- "source_dag_id": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Source Dag Id"
- },
- "source_map_index": {
- "anyOf": [
- {
- "type": "integer"
- },
- {
- "type": "null"
- }
- ],
- "title": "Source Map Index"
- },
- "source_run_id": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Source Run Id"
- },
- "source_task_id": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Source Task Id"
- },
- "timestamp": {
- "format": "date-time",
- "title": "Timestamp",
- "type": "string"
- }
- },
- "required": [
- "asset",
- "extra",
- "source_task_id",
- "source_dag_id",
- "source_run_id",
- "source_map_index",
- "source_aliases",
- "timestamp"
- ],
- "title": "AssetEventDagRunReference",
- "type": "object"
+ "bundle_name": {
+ "title": "Bundle Name",
+ "type": "string"
},
- "AssetReferenceAssetEventDagRun": {
- "additionalProperties": false,
- "description": "Schema for AssetModel used in AssetEventDagRunReference.",
- "properties": {
- "extra": {
- "additionalProperties": {
- "$ref": "#/$defs/JsonValue"
- },
- "title": "Extra",
- "type": "object"
- },
- "name": {
- "title": "Name",
+ "bundle_version": {
+ "anyOf": [
+ {
"type": "string"
},
- "uri": {
- "title": "Uri",
- "type": "string"
+ {
+ "type": "null"
}
- },
- "required": [
- "name",
- "uri",
- "extra"
],
- "title": "AssetReferenceAssetEventDagRun",
- "type": "object"
+ "title": "Bundle Version"
},
- "ConnectionResponse": {
- "description": "Connection schema for responses with fields that are needed for Runtime.",
- "properties": {
- "conn_id": {
- "title": "Conn Id",
- "type": "string"
- },
- "conn_type": {
- "title": "Conn Type",
+ "msg": {
+ "anyOf": [
+ {
"type": "string"
},
- "extra": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Extra"
- },
- "host": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Host"
- },
- "login": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Login"
- },
- "password": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Password"
- },
- "port": {
- "anyOf": [
- {
- "type": "integer"
- },
- {
- "type": "null"
- }
- ],
- "title": "Port"
- },
- "schema": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Schema"
+ {
+ "type": "null"
}
- },
- "required": [
- "conn_id",
- "conn_type",
- "host",
- "schema",
- "login",
- "password",
- "port",
- "extra"
- ],
- "title": "ConnectionResponse",
- "type": "object"
+ ],
+ "default": null,
+ "title": "Msg"
},
- "DagCallbackRequest": {
- "description": "A Class with information about the success/failure DAG callback to be executed.",
- "properties": {
- "bundle_name": {
- "title": "Bundle Name",
- "type": "string"
- },
- "bundle_version": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Bundle Version"
- },
- "context_from_server": {
- "anyOf": [
- {
- "$ref": "#/$defs/DagRunContext"
- },
- {
- "type": "null"
- }
- ],
- "default": null
- },
- "dag_id": {
- "title": "Dag Id",
- "type": "string"
- },
- "filepath": {
- "title": "Filepath",
- "type": "string"
- },
- "is_failure_callback": {
- "anyOf": [
- {
- "type": "boolean"
- },
- {
- "type": "null"
- }
- ],
- "default": true,
- "title": "Is Failure Callback"
- },
- "msg": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Msg"
- },
- "run_id": {
- "title": "Run Id",
- "type": "string"
- },
- "type": {
- "const": "DagCallbackRequest",
- "default": "DagCallbackRequest",
- "title": "Type",
- "type": "string"
- }
- },
- "required": [
- "filepath",
- "bundle_name",
- "bundle_version",
- "dag_id",
- "run_id"
- ],
- "title": "DagCallbackRequest",
- "type": "object"
+ "dag_id": {
+ "title": "Dag Id",
+ "type": "string"
},
- "DagRun": {
- "additionalProperties": false,
- "description": "Schema for DagRun model with minimal required fields needed for Runtime.",
- "properties": {
- "clear_number": {
- "default": 0,
- "title": "Clear Number",
- "type": "integer"
- },
- "conf": {
- "anyOf": [
- {
- "additionalProperties": true,
- "type": "object"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Conf"
- },
- "consumed_asset_events": {
- "items": {
- "$ref": "#/$defs/AssetEventDagRunReference"
- },
- "title": "Consumed Asset Events",
- "type": "array"
- },
- "dag_id": {
- "title": "Dag Id",
- "type": "string"
- },
- "data_interval_end": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Data Interval End"
- },
- "data_interval_start": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Data Interval Start"
- },
- "end_date": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "End Date"
- },
- "logical_date": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Logical Date"
- },
- "note": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Note"
- },
- "partition_key": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Partition Key"
- },
- "run_after": {
- "format": "date-time",
- "title": "Run After",
- "type": "string"
- },
- "run_id": {
- "title": "Run Id",
- "type": "string"
+ "run_id": {
+ "title": "Run Id",
+ "type": "string"
+ },
+ "context_from_server": {
+ "anyOf": [
+ {
+ "$ref": "#/$defs/DagRunContext"
},
- "run_type": {
- "$ref": "#/$defs/DagRunType"
- },
- "start_date": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Start Date"
- },
- "state": {
- "$ref": "#/$defs/DagRunState"
- },
- "team_name": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Team Name"
- },
- "triggering_user_name": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Triggering User Name"
+ {
+ "type": "null"
}
- },
- "required": [
- "dag_id",
- "run_id",
- "logical_date",
- "data_interval_start",
- "data_interval_end",
- "run_after",
- "start_date",
- "end_date",
- "run_type",
- "state",
- "consumed_asset_events",
- "partition_key"
- ],
- "title": "DagRun",
- "type": "object"
+ ],
+ "default": null
},
- "DagRunContext": {
- "description": "Class to pass context info from the server to build a Execution context object.",
- "properties": {
- "dag_run": {
- "anyOf": [
- {
- "$ref": "#/$defs/DagRun"
- },
- {
- "type": "null"
- }
- ],
- "default": null
- },
- "last_ti": {
- "anyOf": [
- {
- "$ref": "#/$defs/TaskInstance"
- },
- {
- "type": "null"
- }
- ],
- "default": null
+ "is_failure_callback": {
+ "anyOf": [
+ {
+ "type": "boolean"
+ },
+ {
+ "type": "null"
}
- },
- "title": "DagRunContext",
- "type": "object"
- },
- "DagRunState": {
- "description": "All possible states that a DagRun can be in.\n\nThese are \"shared\" with TaskInstanceState in some parts of the code,\nso please ensure that their values always match the ones with the\nsame name in TaskInstanceState.",
- "enum": [
- "queued",
- "running",
- "success",
- "failed"
],
- "title": "DagRunState",
+ "default": true,
+ "title": "Is Failure Callback"
+ },
+ "type": {
+ "const": "DagCallbackRequest",
+ "default": "DagCallbackRequest",
+ "title": "Type",
+ "type": "string"
+ }
+ },
+ "required": [
+ "filepath",
+ "bundle_name",
+ "bundle_version",
+ "dag_id",
+ "run_id"
+ ],
+ "title": "DagCallbackRequest",
+ "type": "object"
+ },
+ "DagFileParseRequest": {
+ "description": "Request for DAG File Parsing.\n\nThis is the request that the manager will send to the DAG parser with the dag file and\nany other necessary metadata.",
+ "properties": {
+ "file": {
+ "title": "File",
"type": "string"
},
- "DagRunType": {
- "description": "Class with DagRun types.",
- "enum": [
- "backfill",
- "scheduled",
- "manual",
- "operator_triggered",
- "asset_triggered",
- "asset_materialization"
- ],
- "title": "DagRunType",
+ "bundle_path": {
+ "format": "path",
+ "title": "Bundle Path",
"type": "string"
},
- "EmailRequest": {
- "description": "Email notification request for task failures/retries.",
- "properties": {
- "bundle_name": {
- "title": "Bundle Name",
- "type": "string"
- },
- "bundle_version": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Bundle Version"
- },
- "context_from_server": {
- "$ref": "#/$defs/TIRunContext"
- },
- "email_type": {
- "default": "failure",
- "enum": [
- "failure",
- "retry"
- ],
- "title": "Email Type",
- "type": "string"
- },
- "filepath": {
- "title": "Filepath",
- "type": "string"
- },
- "msg": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Msg"
- },
- "ti": {
- "$ref": "#/$defs/TaskInstance"
- },
- "type": {
- "const": "EmailRequest",
- "default": "EmailRequest",
- "title": "Type",
- "type": "string"
- }
- },
- "required": [
- "filepath",
- "bundle_name",
- "bundle_version",
- "ti",
- "context_from_server"
- ],
- "title": "EmailRequest",
- "type": "object"
+ "bundle_name": {
+ "title": "Bundle Name",
+ "type": "string"
},
- "JsonValue": {},
- "TIRunContext": {
- "description": "Response schema for TaskInstance run context.",
- "properties": {
- "connections": {
- "items": {
- "$ref": "#/$defs/ConnectionResponse"
+ "callback_requests": {
+ "items": {
+ "discriminator": {
+ "mapping": {
+ "DagCallbackRequest": "#/$defs/DagCallbackRequest",
+ "EmailRequest": "#/$defs/EmailRequest",
+ "TaskCallbackRequest": "#/$defs/TaskCallbackRequest"
},
- "title": "Connections",
- "type": "array"
- },
- "dag_run": {
- "$ref": "#/$defs/DagRun"
- },
- "max_tries": {
- "title": "Max Tries",
- "type": "integer"
- },
- "next_kwargs": {
- "anyOf": [
- {
- "additionalProperties": true,
- "type": "object"
- },
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Next Kwargs"
- },
- "next_method": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Next Method"
- },
- "should_retry": {
- "default": false,
- "title": "Should Retry",
- "type": "boolean"
- },
- "start_date": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Start Date"
- },
- "task_reschedule_count": {
- "default": 0,
- "title": "Task Reschedule Count",
- "type": "integer"
+ "propertyName": "type"
},
- "variables": {
- "items": {
- "$ref": "#/$defs/VariableResponse"
- },
- "title": "Variables",
- "type": "array"
- },
- "xcom_keys_to_clear": {
- "items": {
- "type": "string"
- },
- "title": "Xcom Keys To Clear",
- "type": "array"
- }
- },
- "required": [
- "dag_run",
- "max_tries"
- ],
- "title": "TIRunContext",
- "type": "object"
- },
- "TaskCallbackRequest": {
- "description": "Task callback status information.\n\nA Class with information about the success/failure TI callback to be executed. Currently, only failure\ncallbacks when tasks are externally killed or experience heartbeat timeouts are run via DagFileProcessorProcess.",
- "properties": {
- "bundle_name": {
- "title": "Bundle Name",
- "type": "string"
- },
- "bundle_version": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Bundle Version"
- },
- "context_from_server": {
- "anyOf": [
- {
- "$ref": "#/$defs/TIRunContext"
- },
- {
- "type": "null"
- }
- ],
- "default": null
- },
- "filepath": {
- "title": "Filepath",
- "type": "string"
- },
- "msg": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Msg"
- },
- "task_callback_type": {
- "anyOf": [
- {
- "$ref": "#/$defs/TaskInstanceState"
- },
- {
- "type": "null"
- }
- ],
- "default": null
- },
- "ti": {
- "$ref": "#/$defs/TaskInstance"
- },
- "type": {
- "const": "TaskCallbackRequest",
- "default": "TaskCallbackRequest",
- "title": "Type",
- "type": "string"
- }
- },
- "required": [
- "filepath",
- "bundle_name",
- "bundle_version",
- "ti"
- ],
- "title": "TaskCallbackRequest",
- "type": "object"
- },
- "TaskInstance": {
- "description": "Schema for TaskInstance model with minimal required fields needed for Runtime.",
- "properties": {
- "context_carrier": {
- "anyOf": [
- {
- "additionalProperties": true,
- "type": "object"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Context Carrier"
- },
- "dag_id": {
- "title": "Dag Id",
- "type": "string"
- },
- "dag_version_id": {
- "format": "uuid",
- "title": "Dag Version Id",
- "type": "string"
- },
- "hostname": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Hostname"
- },
- "id": {
- "format": "uuid",
- "title": "Id",
- "type": "string"
- },
- "map_index": {
- "default": -1,
- "title": "Map Index",
- "type": "integer"
- },
- "run_id": {
- "title": "Run Id",
- "type": "string"
- },
- "task_id": {
- "title": "Task Id",
- "type": "string"
- },
- "try_number": {
- "title": "Try Number",
- "type": "integer"
- }
- },
- "required": [
- "id",
- "task_id",
- "dag_id",
- "run_id",
- "try_number",
- "dag_version_id"
- ],
- "title": "TaskInstance",
- "type": "object"
- },
- "TaskInstanceState": {
- "description": "All possible states that a Task Instance can be in.\n\nNote that None is also allowed, so always use this in a type hint with Optional.",
- "enum": [
- "removed",
- "scheduled",
- "queued",
- "running",
- "success",
- "restarting",
- "failed",
- "up_for_retry",
- "up_for_reschedule",
- "upstream_failed",
- "skipped",
- "deferred"
- ],
- "title": "TaskInstanceState",
- "type": "string"
- },
- "VariableResponse": {
- "additionalProperties": false,
- "description": "Variable schema for responses with fields that are needed for Runtime.",
- "properties": {
- "key": {
- "title": "Key",
- "type": "string"
- },
- "value": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Value"
- }
- },
- "required": [
- "key",
- "value"
- ],
- "title": "VariableResponse",
- "type": "object"
- }
- },
- "description": "Request for DAG File Parsing.\n\nThis is the request that the manager will send to the DAG parser with the dag file and\nany other necessary metadata.",
- "properties": {
- "bundle_name": {
- "title": "Bundle Name",
- "type": "string"
- },
- "bundle_path": {
- "format": "path",
- "title": "Bundle Path",
- "type": "string"
- },
- "callback_requests": {
- "items": {
- "discriminator": {
- "mapping": {
- "DagCallbackRequest": "#/$defs/DagCallbackRequest",
- "EmailRequest": "#/$defs/EmailRequest",
- "TaskCallbackRequest": "#/$defs/TaskCallbackRequest"
- },
- "propertyName": "type"
- },
- "oneOf": [
- {
- "$ref": "#/$defs/DagCallbackRequest"
+ "oneOf": [
+ {
+ "$ref": "#/$defs/DagCallbackRequest"
},
{
"$ref": "#/$defs/TaskCallbackRequest"
@@ -1626,10 +772,6 @@
"title": "Callback Requests",
"type": "array"
},
- "file": {
- "title": "File",
- "type": "string"
- },
"type": {
"const": "DagFileParseRequest",
"default": "DagFileParseRequest",
@@ -1646,42 +788,32 @@
"type": "object"
},
"DagFileParsingResult": {
- "$defs": {
- "LazyDeserializedDAG": {
- "description": "Lazily build information from the serialized DAG structure.\n\nAn object that will present \"enough\" of the DAG like interface to update DAG db models etc, without having\nto deserialize the full DAG and Task hierarchy.",
- "properties": {
- "data": {
- "additionalProperties": true,
- "title": "Data",
- "type": "object"
- },
- "last_loaded": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Last Loaded"
- }
- },
- "required": [
- "data"
- ],
- "title": "LazyDeserializedDAG",
- "type": "object"
- }
- },
"description": "Result of DAG File Parsing.\n\nThis is the result of a successful DAG parse, in this class, we gather all serialized DAGs,\nimport errors and warnings to send back to the scheduler to store in the DB.",
"properties": {
"fileloc": {
"title": "Fileloc",
"type": "string"
},
+ "serialized_dags": {
+ "items": {
+ "$ref": "#/$defs/LazyDeserializedDAG"
+ },
+ "title": "Serialized Dags",
+ "type": "array"
+ },
+ "warnings": {
+ "anyOf": [
+ {
+ "items": {},
+ "type": "array"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Warnings"
+ },
"import_errors": {
"anyOf": [
{
@@ -1697,31 +829,11 @@
"default": null,
"title": "Import Errors"
},
- "serialized_dags": {
- "items": {
- "$ref": "#/$defs/LazyDeserializedDAG"
- },
- "title": "Serialized Dags",
- "type": "array"
- },
"type": {
"const": "DagFileParsingResult",
"default": "DagFileParsingResult",
"title": "Type",
"type": "string"
- },
- "warnings": {
- "anyOf": [
- {
- "items": {},
- "type": "array"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Warnings"
}
},
"required": [
@@ -1733,6 +845,14 @@
},
"DagResult": {
"properties": {
+ "dag_id": {
+ "title": "Dag Id",
+ "type": "string"
+ },
+ "is_paused": {
+ "title": "Is Paused",
+ "type": "boolean"
+ },
"bundle_name": {
"anyOf": [
{
@@ -1757,18 +877,9 @@
"default": null,
"title": "Bundle Version"
},
- "dag_id": {
- "title": "Dag Id",
- "type": "string"
- },
- "is_paused": {
- "title": "Is Paused",
- "type": "boolean"
- },
- "next_dagrun": {
+ "relative_fileloc": {
"anyOf": [
{
- "format": "date-time",
"type": "string"
},
{
@@ -1776,7 +887,7 @@
}
],
"default": null,
- "title": "Next Dagrun"
+ "title": "Relative Fileloc"
},
"owners": {
"anyOf": [
@@ -1790,9 +901,17 @@
"default": null,
"title": "Owners"
},
- "relative_fileloc": {
+ "tags": {
+ "items": {
+ "type": "string"
+ },
+ "title": "Tags",
+ "type": "array"
+ },
+ "next_dagrun": {
"anyOf": [
{
+ "format": "date-time",
"type": "string"
},
{
@@ -1800,14 +919,7 @@
}
],
"default": null,
- "title": "Relative Fileloc"
- },
- "tags": {
- "items": {
- "type": "string"
- },
- "title": "Tags",
- "type": "array"
+ "title": "Next Dagrun"
},
"type": {
"const": "DagResult",
@@ -1824,200 +936,54 @@
"title": "DagResult",
"type": "object"
},
- "DagRunResult": {
- "$defs": {
- "AssetAliasReferenceAssetEventDagRun": {
- "additionalProperties": false,
- "description": "Schema for AssetAliasModel used in AssetEventDagRunReference.",
- "properties": {
- "name": {
- "title": "Name",
- "type": "string"
- }
- },
- "required": [
- "name"
- ],
- "title": "AssetAliasReferenceAssetEventDagRun",
- "type": "object"
- },
- "AssetEventDagRunReference": {
- "additionalProperties": false,
- "description": "Schema for AssetEvent model used in DagRun.",
- "properties": {
- "asset": {
- "$ref": "#/$defs/AssetReferenceAssetEventDagRun"
- },
- "extra": {
- "additionalProperties": {
- "$ref": "#/$defs/JsonValue"
- },
- "title": "Extra",
- "type": "object"
- },
- "source_aliases": {
- "items": {
- "$ref": "#/$defs/AssetAliasReferenceAssetEventDagRun"
- },
- "title": "Source Aliases",
- "type": "array"
- },
- "source_dag_id": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Source Dag Id"
- },
- "source_map_index": {
- "anyOf": [
- {
- "type": "integer"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Source Map Index"
- },
- "source_run_id": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Source Run Id"
- },
- "source_task_id": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Source Task Id"
- },
- "timestamp": {
- "format": "date-time",
- "title": "Timestamp",
- "type": "string"
- }
- },
- "required": [
- "asset",
- "extra",
- "source_aliases",
- "timestamp"
- ],
- "title": "AssetEventDagRunReference",
- "type": "object"
- },
- "AssetReferenceAssetEventDagRun": {
- "additionalProperties": false,
- "description": "Schema for AssetModel used in AssetEventDagRunReference.",
- "properties": {
- "extra": {
- "additionalProperties": {
- "$ref": "#/$defs/JsonValue"
- },
- "title": "Extra",
- "type": "object"
- },
- "name": {
- "title": "Name",
- "type": "string"
- },
- "uri": {
- "title": "Uri",
- "type": "string"
- }
- },
- "required": [
- "name",
- "uri",
- "extra"
- ],
- "title": "AssetReferenceAssetEventDagRun",
- "type": "object"
- },
- "DagRunState": {
- "description": "All possible states that a DagRun can be in.\n\nThese are \"shared\" with TaskInstanceState in some parts of the code,\nso please ensure that their values always match the ones with the\nsame name in TaskInstanceState.",
- "enum": [
- "queued",
- "running",
- "success",
- "failed"
- ],
- "title": "DagRunState",
+ "DagRunAssetReference": {
+ "additionalProperties": false,
+ "description": "DagRun serializer for asset responses.",
+ "properties": {
+ "run_id": {
+ "title": "Run Id",
"type": "string"
},
- "DagRunType": {
- "description": "Class with DagRun types.",
- "enum": [
- "backfill",
- "scheduled",
- "manual",
- "operator_triggered",
- "asset_triggered",
- "asset_materialization"
- ],
- "title": "DagRunType",
+ "dag_id": {
+ "title": "Dag Id",
"type": "string"
},
- "JsonValue": {}
- },
- "additionalProperties": false,
- "properties": {
- "clear_number": {
+ "logical_date": {
"anyOf": [
{
- "type": "integer"
+ "format": "date-time",
+ "type": "string"
},
{
"type": "null"
}
],
- "default": 0,
- "title": "Clear Number"
+ "default": null,
+ "title": "Logical Date"
},
- "conf": {
+ "start_date": {
+ "format": "date-time",
+ "title": "Start Date",
+ "type": "string"
+ },
+ "end_date": {
"anyOf": [
{
- "additionalProperties": true,
- "type": "object"
+ "format": "date-time",
+ "type": "string"
},
{
"type": "null"
}
],
"default": null,
- "title": "Conf"
- },
- "consumed_asset_events": {
- "items": {
- "$ref": "#/$defs/AssetEventDagRunReference"
- },
- "title": "Consumed Asset Events",
- "type": "array"
+ "title": "End Date"
},
- "dag_id": {
- "title": "Dag Id",
+ "state": {
+ "title": "State",
"type": "string"
},
- "data_interval_end": {
+ "data_interval_start": {
"anyOf": [
{
"format": "date-time",
@@ -2028,9 +994,9 @@
}
],
"default": null,
- "title": "Data Interval End"
+ "title": "Data Interval Start"
},
- "data_interval_start": {
+ "data_interval_end": {
"anyOf": [
{
"format": "date-time",
@@ -2041,12 +1007,11 @@
}
],
"default": null,
- "title": "Data Interval Start"
+ "title": "Data Interval End"
},
- "end_date": {
+ "partition_key": {
"anyOf": [
{
- "format": "date-time",
"type": "string"
},
{
@@ -2054,7 +1019,57 @@
}
],
"default": null,
- "title": "End Date"
+ "title": "Partition Key"
+ }
+ },
+ "required": [
+ "run_id",
+ "dag_id",
+ "start_date",
+ "state"
+ ],
+ "title": "DagRunAssetReference",
+ "type": "object"
+ },
+ "DagRunContext": {
+ "description": "Class to pass context info from the server to build a Execution context object.",
+ "properties": {
+ "dag_run": {
+ "anyOf": [
+ {
+ "$ref": "#/$defs/DagRun"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null
+ },
+ "last_ti": {
+ "anyOf": [
+ {
+ "$ref": "#/$defs/TaskInstance"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null
+ }
+ },
+ "title": "DagRunContext",
+ "type": "object"
+ },
+ "DagRunResult": {
+ "additionalProperties": false,
+ "properties": {
+ "dag_id": {
+ "title": "Dag Id",
+ "type": "string"
+ },
+ "run_id": {
+ "title": "Run Id",
+ "type": "string"
},
"logical_date": {
"anyOf": [
@@ -2069,9 +1084,10 @@
"default": null,
"title": "Logical Date"
},
- "note": {
+ "data_interval_start": {
"anyOf": [
{
+ "format": "date-time",
"type": "string"
},
{
@@ -2079,11 +1095,12 @@
}
],
"default": null,
- "title": "Note"
+ "title": "Data Interval Start"
},
- "partition_key": {
+ "data_interval_end": {
"anyOf": [
{
+ "format": "date-time",
"type": "string"
},
{
@@ -2091,20 +1108,13 @@
}
],
"default": null,
- "title": "Partition Key"
+ "title": "Data Interval End"
},
"run_after": {
"format": "date-time",
"title": "Run After",
"type": "string"
},
- "run_id": {
- "title": "Run Id",
- "type": "string"
- },
- "run_type": {
- "$ref": "#/$defs/DagRunType"
- },
"start_date": {
"anyOf": [
{
@@ -2118,20 +1128,49 @@
"default": null,
"title": "Start Date"
},
+ "end_date": {
+ "anyOf": [
+ {
+ "format": "date-time",
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "End Date"
+ },
+ "clear_number": {
+ "anyOf": [
+ {
+ "type": "integer"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": 0,
+ "title": "Clear Number"
+ },
+ "run_type": {
+ "$ref": "#/$defs/DagRunType"
+ },
"state": {
"$ref": "#/$defs/DagRunState"
},
- "team_name": {
+ "conf": {
"anyOf": [
{
- "type": "string"
+ "additionalProperties": true,
+ "type": "object"
},
{
"type": "null"
}
],
"default": null,
- "title": "Team Name"
+ "title": "Conf"
},
"triggering_user_name": {
"anyOf": [
@@ -2145,6 +1184,49 @@
"default": null,
"title": "Triggering User Name"
},
+ "consumed_asset_events": {
+ "items": {
+ "$ref": "#/$defs/AssetEventDagRunReference"
+ },
+ "title": "Consumed Asset Events",
+ "type": "array"
+ },
+ "partition_key": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Partition Key"
+ },
+ "note": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Note"
+ },
+ "team_name": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Team Name"
+ },
"type": {
"const": "DagRunResult",
"default": "DagRunResult",
@@ -2163,20 +1245,18 @@
"title": "DagRunResult",
"type": "object"
},
+ "DagRunState": {
+ "description": "All possible states that a DagRun can be in.\n\nThese are \"shared\" with TaskInstanceState in some parts of the code,\nso please ensure that their values always match the ones with the\nsame name in TaskInstanceState.",
+ "enum": [
+ "queued",
+ "running",
+ "success",
+ "failed"
+ ],
+ "title": "DagRunState",
+ "type": "string"
+ },
"DagRunStateResult": {
- "$defs": {
- "DagRunState": {
- "description": "All possible states that a DagRun can be in.\n\nThese are \"shared\" with TaskInstanceState in some parts of the code,\nso please ensure that their values always match the ones with the\nsame name in TaskInstanceState.",
- "enum": [
- "queued",
- "running",
- "success",
- "failed"
- ],
- "title": "DagRunState",
- "type": "string"
- }
- },
"properties": {
"state": {
"$ref": "#/$defs/DagRunState"
@@ -2194,38 +1274,48 @@
"title": "DagRunStateResult",
"type": "object"
},
+ "DagRunType": {
+ "description": "Class with DagRun types.",
+ "enum": [
+ "backfill",
+ "scheduled",
+ "manual",
+ "operator_triggered",
+ "asset_triggered",
+ "asset_materialization"
+ ],
+ "title": "DagRunType",
+ "type": "string"
+ },
"DeferTask": {
- "$defs": {
- "JsonValue": {}
- },
"additionalProperties": false,
"description": "Update a task instance state to deferred.",
"properties": {
- "classpath": {
- "title": "Classpath",
- "type": "string"
- },
- "next_kwargs": {
+ "state": {
"anyOf": [
{
- "additionalProperties": {
- "$ref": "#/$defs/JsonValue"
- },
- "type": "object"
+ "const": "deferred",
+ "type": "string"
},
{
"type": "null"
}
],
- "default": null,
- "title": "Next Kwargs"
+ "default": "deferred",
+ "title": "State"
},
- "next_method": {
- "title": "Next Method",
+ "classpath": {
+ "title": "Classpath",
"type": "string"
},
- "queue": {
+ "trigger_kwargs": {
"anyOf": [
+ {
+ "additionalProperties": {
+ "$ref": "#/$defs/JsonValue"
+ },
+ "type": "object"
+ },
{
"type": "string"
},
@@ -2234,11 +1324,12 @@
}
],
"default": null,
- "title": "Queue"
+ "title": "Trigger Kwargs"
},
- "rendered_map_index": {
+ "trigger_timeout": {
"anyOf": [
{
+ "format": "duration",
"type": "string"
},
{
@@ -2246,22 +1337,25 @@
}
],
"default": null,
- "title": "Rendered Map Index"
+ "title": "Trigger Timeout"
},
- "state": {
+ "queue": {
"anyOf": [
{
- "const": "deferred",
"type": "string"
},
{
"type": "null"
}
],
- "default": "deferred",
- "title": "State"
+ "default": null,
+ "title": "Queue"
},
- "trigger_kwargs": {
+ "next_method": {
+ "title": "Next Method",
+ "type": "string"
+ },
+ "next_kwargs": {
"anyOf": [
{
"additionalProperties": {
@@ -2269,20 +1363,16 @@
},
"type": "object"
},
- {
- "type": "string"
- },
{
"type": "null"
}
],
"default": null,
- "title": "Trigger Kwargs"
+ "title": "Next Kwargs"
},
- "trigger_timeout": {
+ "rendered_map_index": {
"anyOf": [
{
- "format": "duration",
"type": "string"
},
{
@@ -2290,7 +1380,7 @@
}
],
"default": null,
- "title": "Trigger Timeout"
+ "title": "Rendered Map Index"
},
"type": {
"const": "DeferTask",
@@ -2308,14 +1398,14 @@
},
"DeleteAssetStateByName": {
"properties": {
- "key": {
- "title": "Key",
- "type": "string"
- },
"name": {
"title": "Name",
"type": "string"
},
+ "key": {
+ "title": "Key",
+ "type": "string"
+ },
"type": {
"const": "DeleteAssetStateByName",
"default": "DeleteAssetStateByName",
@@ -2332,6 +1422,10 @@
},
"DeleteAssetStateByUri": {
"properties": {
+ "uri": {
+ "title": "Uri",
+ "type": "string"
+ },
"key": {
"title": "Key",
"type": "string"
@@ -2341,10 +1435,6 @@
"default": "DeleteAssetStateByUri",
"title": "Type",
"type": "string"
- },
- "uri": {
- "title": "Uri",
- "type": "string"
}
},
"required": [
@@ -2356,15 +1446,15 @@
},
"DeleteTaskState": {
"properties": {
- "key": {
- "title": "Key",
- "type": "string"
- },
"ti_id": {
"format": "uuid",
"title": "Ti Id",
"type": "string"
},
+ "key": {
+ "title": "Key",
+ "type": "string"
+ },
"type": {
"const": "DeleteTaskState",
"default": "DeleteTaskState",
@@ -2400,12 +1490,20 @@
},
"DeleteXCom": {
"properties": {
+ "key": {
+ "title": "Key",
+ "type": "string"
+ },
"dag_id": {
"title": "Dag Id",
"type": "string"
},
- "key": {
- "title": "Key",
+ "run_id": {
+ "title": "Run Id",
+ "type": "string"
+ },
+ "task_id": {
+ "title": "Task Id",
"type": "string"
},
"map_index": {
@@ -2420,14 +1518,6 @@
"default": null,
"title": "Map Index"
},
- "run_id": {
- "title": "Run Id",
- "type": "string"
- },
- "task_id": {
- "title": "Task Id",
- "type": "string"
- },
"type": {
"const": "DeleteXCom",
"default": "DeleteXCom",
@@ -2444,27 +1534,78 @@
"title": "DeleteXCom",
"type": "object"
},
- "ErrorResponse": {
- "$defs": {
- "ErrorType": {
- "description": "Error types used in the API client.",
+ "EmailRequest": {
+ "description": "Email notification request for task failures/retries.",
+ "properties": {
+ "filepath": {
+ "title": "Filepath",
+ "type": "string"
+ },
+ "bundle_name": {
+ "title": "Bundle Name",
+ "type": "string"
+ },
+ "bundle_version": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Bundle Version"
+ },
+ "msg": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Msg"
+ },
+ "ti": {
+ "$ref": "#/$defs/TaskInstance"
+ },
+ "email_type": {
+ "default": "failure",
"enum": [
- "CONNECTION_NOT_FOUND",
- "VARIABLE_NOT_FOUND",
- "XCOM_NOT_FOUND",
- "ASSET_NOT_FOUND",
- "TASK_STATE_NOT_FOUND",
- "ASSET_STATE_NOT_FOUND",
- "DAGRUN_ALREADY_EXISTS",
- "PERMISSION_DENIED",
- "GENERIC_ERROR",
- "API_SERVER_ERROR"
- ],
- "title": "ErrorType",
+ "failure",
+ "retry"
+ ],
+ "title": "Email Type",
+ "type": "string"
+ },
+ "context_from_server": {
+ "$ref": "#/$defs/TIRunContext"
+ },
+ "type": {
+ "const": "EmailRequest",
+ "default": "EmailRequest",
+ "title": "Type",
"type": "string"
}
},
+ "required": [
+ "filepath",
+ "bundle_name",
+ "bundle_version",
+ "ti",
+ "context_from_server"
+ ],
+ "title": "EmailRequest",
+ "type": "object"
+ },
+ "ErrorResponse": {
"properties": {
+ "error": {
+ "$ref": "#/$defs/ErrorType",
+ "default": "GENERIC_ERROR"
+ },
"detail": {
"anyOf": [
{
@@ -2478,10 +1619,6 @@
"default": null,
"title": "Detail"
},
- "error": {
- "$ref": "#/$defs/ErrorType",
- "default": "GENERIC_ERROR"
- },
"type": {
"const": "ErrorResponse",
"default": "ErrorResponse",
@@ -2492,6 +1629,23 @@
"title": "ErrorResponse",
"type": "object"
},
+ "ErrorType": {
+ "description": "Error types used in the API client.",
+ "enum": [
+ "CONNECTION_NOT_FOUND",
+ "VARIABLE_NOT_FOUND",
+ "XCOM_NOT_FOUND",
+ "ASSET_NOT_FOUND",
+ "TASK_STATE_NOT_FOUND",
+ "ASSET_STATE_NOT_FOUND",
+ "DAGRUN_ALREADY_EXISTS",
+ "PERMISSION_DENIED",
+ "GENERIC_ERROR",
+ "API_SERVER_ERROR"
+ ],
+ "title": "ErrorType",
+ "type": "string"
+ },
"GetAssetByName": {
"properties": {
"name": {
@@ -2513,15 +1667,15 @@
},
"GetAssetByUri": {
"properties": {
+ "uri": {
+ "title": "Uri",
+ "type": "string"
+ },
"type": {
"const": "GetAssetByUri",
"default": "GetAssetByUri",
"title": "Type",
"type": "string"
- },
- "uri": {
- "title": "Uri",
- "type": "string"
}
},
"required": [
@@ -2532,6 +1686,28 @@
},
"GetAssetEventByAsset": {
"properties": {
+ "name": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Name"
+ },
+ "uri": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Uri"
+ },
"after": {
"anyOf": [
{
@@ -2545,11 +1721,6 @@
"default": null,
"title": "After"
},
- "ascending": {
- "default": true,
- "title": "Ascending",
- "type": "boolean"
- },
"before": {
"anyOf": [
{
@@ -2575,33 +1746,16 @@
"default": null,
"title": "Limit"
},
- "name": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Name"
+ "ascending": {
+ "default": true,
+ "title": "Ascending",
+ "type": "boolean"
},
"type": {
"const": "GetAssetEventByAsset",
"default": "GetAssetEventByAsset",
"title": "Type",
"type": "string"
- },
- "uri": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "title": "Uri"
}
},
"required": [
@@ -2613,6 +1767,10 @@
},
"GetAssetEventByAssetAlias": {
"properties": {
+ "alias_name": {
+ "title": "Alias Name",
+ "type": "string"
+ },
"after": {
"anyOf": [
{
@@ -2626,15 +1784,6 @@
"default": null,
"title": "After"
},
- "alias_name": {
- "title": "Alias Name",
- "type": "string"
- },
- "ascending": {
- "default": true,
- "title": "Ascending",
- "type": "boolean"
- },
"before": {
"anyOf": [
{
@@ -2660,6 +1809,11 @@
"default": null,
"title": "Limit"
},
+ "ascending": {
+ "default": true,
+ "title": "Ascending",
+ "type": "boolean"
+ },
"type": {
"const": "GetAssetEventByAssetAlias",
"default": "GetAssetEventByAssetAlias",
@@ -2675,14 +1829,14 @@
},
"GetAssetStateByName": {
"properties": {
- "key": {
- "title": "Key",
- "type": "string"
- },
"name": {
"title": "Name",
"type": "string"
},
+ "key": {
+ "title": "Key",
+ "type": "string"
+ },
"type": {
"const": "GetAssetStateByName",
"default": "GetAssetStateByName",
@@ -2699,6 +1853,10 @@
},
"GetAssetStateByUri": {
"properties": {
+ "uri": {
+ "title": "Uri",
+ "type": "string"
+ },
"key": {
"title": "Key",
"type": "string"
@@ -2708,10 +1866,6 @@
"default": "GetAssetStateByUri",
"title": "Type",
"type": "string"
- },
- "uri": {
- "title": "Uri",
- "type": "string"
}
},
"required": [
@@ -2970,33 +2124,16 @@
"type": "object"
},
"GetPreviousTI": {
- "$defs": {
- "TaskInstanceState": {
- "description": "All possible states that a Task Instance can be in.\n\nNote that None is also allowed, so always use this in a type hint with Optional.",
- "enum": [
- "removed",
- "scheduled",
- "queued",
- "running",
- "success",
- "restarting",
- "failed",
- "up_for_retry",
- "up_for_reschedule",
- "upstream_failed",
- "skipped",
- "deferred"
- ],
- "title": "TaskInstanceState",
- "type": "string"
- }
- },
"description": "Request to get previous task instance.",
"properties": {
"dag_id": {
"title": "Dag Id",
"type": "string"
},
+ "task_id": {
+ "title": "Task Id",
+ "type": "string"
+ },
"logical_date": {
"anyOf": [
{
@@ -3026,10 +2163,6 @@
],
"default": null
},
- "task_id": {
- "title": "Task Id",
- "type": "string"
- },
"type": {
"const": "GetPreviousTI",
"default": "GetPreviousTI",
@@ -3050,53 +2183,50 @@
"title": "Dag Id",
"type": "string"
},
- "logical_dates": {
+ "map_index": {
"anyOf": [
{
- "items": {
- "format": "date-time",
- "type": "string"
- },
- "type": "array"
+ "type": "integer"
},
{
"type": "null"
}
],
"default": null,
- "title": "Logical Dates"
+ "title": "Map Index"
},
- "map_index": {
+ "task_ids": {
"anyOf": [
{
- "type": "integer"
+ "items": {
+ "type": "string"
+ },
+ "type": "array"
},
{
"type": "null"
}
],
"default": null,
- "title": "Map Index"
+ "title": "Task Ids"
},
- "run_ids": {
+ "task_group_id": {
"anyOf": [
{
- "items": {
- "type": "string"
- },
- "type": "array"
+ "type": "string"
},
{
"type": "null"
}
],
"default": null,
- "title": "Run Ids"
+ "title": "Task Group Id"
},
- "states": {
+ "logical_dates": {
"anyOf": [
{
"items": {
+ "format": "date-time",
"type": "string"
},
"type": "array"
@@ -3106,21 +2236,24 @@
}
],
"default": null,
- "title": "States"
+ "title": "Logical Dates"
},
- "task_group_id": {
+ "run_ids": {
"anyOf": [
{
- "type": "string"
+ "items": {
+ "type": "string"
+ },
+ "type": "array"
},
{
"type": "null"
}
],
"default": null,
- "title": "Task Group Id"
+ "title": "Run Ids"
},
- "task_ids": {
+ "states": {
"anyOf": [
{
"items": {
@@ -3133,7 +2266,7 @@
}
],
"default": null,
- "title": "Task Ids"
+ "title": "States"
},
"type": {
"const": "GetTICount",
@@ -3199,15 +2332,15 @@
},
"GetTaskState": {
"properties": {
- "key": {
- "title": "Key",
- "type": "string"
- },
"ti_id": {
"format": "uuid",
"title": "Ti Id",
"type": "string"
},
+ "key": {
+ "title": "Key",
+ "type": "string"
+ },
"type": {
"const": "GetTaskState",
"default": "GetTaskState",
@@ -3228,22 +2361,6 @@
"title": "Dag Id",
"type": "string"
},
- "logical_dates": {
- "anyOf": [
- {
- "items": {
- "format": "date-time",
- "type": "string"
- },
- "type": "array"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Logical Dates"
- },
"map_index": {
"anyOf": [
{
@@ -3256,7 +2373,7 @@
"default": null,
"title": "Map Index"
},
- "run_ids": {
+ "task_ids": {
"anyOf": [
{
"items": {
@@ -3269,7 +2386,7 @@
}
],
"default": null,
- "title": "Run Ids"
+ "title": "Task Ids"
},
"task_group_id": {
"anyOf": [
@@ -3283,10 +2400,11 @@
"default": null,
"title": "Task Group Id"
},
- "task_ids": {
+ "logical_dates": {
"anyOf": [
{
"items": {
+ "format": "date-time",
"type": "string"
},
"type": "array"
@@ -3296,16 +2414,31 @@
}
],
"default": null,
- "title": "Task Ids"
+ "title": "Logical Dates"
},
- "type": {
- "const": "GetTaskStates",
- "default": "GetTaskStates",
- "title": "Type",
- "type": "string"
- }
- },
- "required": [
+ "run_ids": {
+ "anyOf": [
+ {
+ "items": {
+ "type": "string"
+ },
+ "type": "array"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Run Ids"
+ },
+ "type": {
+ "const": "GetTaskStates",
+ "default": "GetTaskStates",
+ "title": "Type",
+ "type": "string"
+ }
+ },
+ "required": [
"dag_id"
],
"title": "GetTaskStates",
@@ -3332,16 +2465,6 @@
},
"GetVariableKeys": {
"properties": {
- "limit": {
- "default": 1000,
- "title": "Limit",
- "type": "integer"
- },
- "offset": {
- "default": 0,
- "title": "Offset",
- "type": "integer"
- },
"prefix": {
"anyOf": [
{
@@ -3354,6 +2477,16 @@
"default": null,
"title": "Prefix"
},
+ "limit": {
+ "default": 1000,
+ "title": "Limit",
+ "type": "integer"
+ },
+ "offset": {
+ "default": 0,
+ "title": "Offset",
+ "type": "integer"
+ },
"type": {
"const": "GetVariableKeys",
"default": "GetVariableKeys",
@@ -3366,17 +2499,20 @@
},
"GetXCom": {
"properties": {
+ "key": {
+ "title": "Key",
+ "type": "string"
+ },
"dag_id": {
"title": "Dag Id",
"type": "string"
},
- "include_prior_dates": {
- "default": false,
- "title": "Include Prior Dates",
- "type": "boolean"
+ "run_id": {
+ "title": "Run Id",
+ "type": "string"
},
- "key": {
- "title": "Key",
+ "task_id": {
+ "title": "Task Id",
"type": "string"
},
"map_index": {
@@ -3391,13 +2527,10 @@
"default": null,
"title": "Map Index"
},
- "run_id": {
- "title": "Run Id",
- "type": "string"
- },
- "task_id": {
- "title": "Task Id",
- "type": "string"
+ "include_prior_dates": {
+ "default": false,
+ "title": "Include Prior Dates",
+ "type": "boolean"
},
"type": {
"const": "GetXCom",
@@ -3418,14 +2551,14 @@
"GetXComCount": {
"description": "Get the number of (mapped) XCom values available.",
"properties": {
- "dag_id": {
- "title": "Dag Id",
- "type": "string"
- },
"key": {
"title": "Key",
"type": "string"
},
+ "dag_id": {
+ "title": "Dag Id",
+ "type": "string"
+ },
"run_id": {
"title": "Run Id",
"type": "string"
@@ -3452,17 +2585,13 @@
},
"GetXComSequenceItem": {
"properties": {
- "dag_id": {
- "title": "Dag Id",
- "type": "string"
- },
"key": {
"title": "Key",
"type": "string"
},
- "offset": {
- "title": "Offset",
- "type": "integer"
+ "dag_id": {
+ "title": "Dag Id",
+ "type": "string"
},
"run_id": {
"title": "Run Id",
@@ -3472,6 +2601,10 @@
"title": "Task Id",
"type": "string"
},
+ "offset": {
+ "title": "Offset",
+ "type": "integer"
+ },
"type": {
"const": "GetXComSequenceItem",
"default": "GetXComSequenceItem",
@@ -3491,23 +2624,22 @@
},
"GetXComSequenceSlice": {
"properties": {
- "dag_id": {
- "title": "Dag Id",
- "type": "string"
- },
- "include_prior_dates": {
- "default": false,
- "title": "Include Prior Dates",
- "type": "boolean"
- },
"key": {
"title": "Key",
"type": "string"
},
+ "dag_id": {
+ "title": "Dag Id",
+ "type": "string"
+ },
"run_id": {
"title": "Run Id",
"type": "string"
},
+ "task_id": {
+ "title": "Task Id",
+ "type": "string"
+ },
"start": {
"anyOf": [
{
@@ -3519,7 +2651,7 @@
],
"title": "Start"
},
- "step": {
+ "stop": {
"anyOf": [
{
"type": "integer"
@@ -3528,9 +2660,9 @@
"type": "null"
}
],
- "title": "Step"
+ "title": "Stop"
},
- "stop": {
+ "step": {
"anyOf": [
{
"type": "integer"
@@ -3539,11 +2671,12 @@
"type": "null"
}
],
- "title": "Stop"
+ "title": "Step"
},
- "task_id": {
- "title": "Task Id",
- "type": "string"
+ "include_prior_dates": {
+ "default": false,
+ "title": "Include Prior Dates",
+ "type": "boolean"
},
"type": {
"const": "GetXComSequenceSlice",
@@ -3565,43 +2698,24 @@
"type": "object"
},
"HITLDetailRequestResult": {
- "$defs": {
- "HITLUser": {
- "description": "Schema for a Human-in-the-loop users.",
- "properties": {
- "id": {
- "title": "Id",
- "type": "string"
- },
- "name": {
- "title": "Name",
- "type": "string"
- }
- },
- "required": [
- "id",
- "name"
- ],
- "title": "HITLUser",
- "type": "object"
- }
- },
"description": "Response to CreateHITLDetailPayload request.",
"properties": {
- "assigned_users": {
- "anyOf": [
- {
- "items": {
- "$ref": "#/$defs/HITLUser"
- },
- "type": "array"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Assigned Users"
+ "ti_id": {
+ "format": "uuid",
+ "title": "Ti Id",
+ "type": "string"
+ },
+ "options": {
+ "items": {
+ "type": "string"
+ },
+ "minItems": 1,
+ "title": "Options",
+ "type": "array"
+ },
+ "subject": {
+ "title": "Subject",
+ "type": "string"
},
"body": {
"anyOf": [
@@ -3642,14 +2756,6 @@
"default": false,
"title": "Multiple"
},
- "options": {
- "items": {
- "type": "string"
- },
- "minItems": 1,
- "title": "Options",
- "type": "array"
- },
"params": {
"anyOf": [
{
@@ -3663,14 +2769,20 @@
"default": null,
"title": "Params"
},
- "subject": {
- "title": "Subject",
- "type": "string"
- },
- "ti_id": {
- "format": "uuid",
- "title": "Ti Id",
- "type": "string"
+ "assigned_users": {
+ "anyOf": [
+ {
+ "items": {
+ "$ref": "#/$defs/HITLUser"
+ },
+ "type": "array"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Assigned Users"
},
"type": {
"const": "HITLDetailRequestResult",
@@ -3687,48 +2799,26 @@
"title": "HITLDetailRequestResult",
"type": "object"
},
- "InactiveAssetsResult": {
- "$defs": {
- "AssetProfile": {
- "additionalProperties": false,
- "description": "Profile of an asset-like object.\n\nAsset will have name, uri defined, with type set to 'Asset'.\nAssetNameRef will have name defined, type set to 'AssetNameRef'.\nAssetUriRef will have uri defined, type set to 'AssetUriRef'.\nAssetAlias will have name defined, type set to 'AssetAlias'.\n\nNote that 'type' here is distinct from 'asset_type' the user declares on an\nAsset (or subclass). This field is for distinguishing between different\nasset-related types (Asse [...]
- "properties": {
- "name": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Name"
- },
- "type": {
- "title": "Type",
- "type": "string"
- },
- "uri": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Uri"
- }
- },
- "required": [
- "type"
- ],
- "title": "AssetProfile",
- "type": "object"
+ "HITLUser": {
+ "description": "Schema for a Human-in-the-loop users.",
+ "properties": {
+ "id": {
+ "title": "Id",
+ "type": "string"
+ },
+ "name": {
+ "title": "Name",
+ "type": "string"
}
},
+ "required": [
+ "id",
+ "name"
+ ],
+ "title": "HITLUser",
+ "type": "object"
+ },
+ "InactiveAssetsResult": {
"description": "Response of InactiveAssets requests.",
"properties": {
"inactive_assets": {
@@ -3756,12 +2846,41 @@
"title": "InactiveAssetsResult",
"type": "object"
},
- "MaskSecret": {
- "$defs": {
- "JsonValue": {}
+ "JsonValue": {},
+ "LazyDeserializedDAG": {
+ "description": "Lazily build information from the serialized DAG structure.\n\nAn object that will present \"enough\" of the DAG like interface to update DAG db models etc, without having\nto deserialize the full DAG and Task hierarchy.",
+ "properties": {
+ "data": {
+ "additionalProperties": true,
+ "title": "Data",
+ "type": "object"
+ },
+ "last_loaded": {
+ "anyOf": [
+ {
+ "format": "date-time",
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Last Loaded"
+ }
},
+ "required": [
+ "data"
+ ],
+ "title": "LazyDeserializedDAG",
+ "type": "object"
+ },
+ "MaskSecret": {
"description": "Add a new value to be redacted in task logs.",
"properties": {
+ "value": {
+ "$ref": "#/$defs/JsonValue"
+ },
"name": {
"anyOf": [
{
@@ -3779,9 +2898,6 @@
"default": "MaskSecret",
"title": "Type",
"type": "string"
- },
- "value": {
- "$ref": "#/$defs/JsonValue"
}
},
"required": [
@@ -3811,7 +2927,7 @@
},
"PrevSuccessfulDagRunResult": {
"properties": {
- "data_interval_end": {
+ "data_interval_start": {
"anyOf": [
{
"format": "date-time",
@@ -3822,9 +2938,9 @@
}
],
"default": null,
- "title": "Data Interval End"
+ "title": "Data Interval Start"
},
- "data_interval_start": {
+ "data_interval_end": {
"anyOf": [
{
"format": "date-time",
@@ -3835,9 +2951,9 @@
}
],
"default": null,
- "title": "Data Interval Start"
+ "title": "Data Interval End"
},
- "end_date": {
+ "start_date": {
"anyOf": [
{
"format": "date-time",
@@ -3848,9 +2964,9 @@
}
],
"default": null,
- "title": "End Date"
+ "title": "Start Date"
},
- "start_date": {
+ "end_date": {
"anyOf": [
{
"format": "date-time",
@@ -3861,7 +2977,7 @@
}
],
"default": null,
- "title": "Start Date"
+ "title": "End Date"
},
"type": {
"const": "PrevSuccessfulDagRunResult",
@@ -3874,340 +2990,6 @@
"type": "object"
},
"PreviousDagRunResult": {
- "$defs": {
- "AssetAliasReferenceAssetEventDagRun": {
- "additionalProperties": false,
- "description": "Schema for AssetAliasModel used in AssetEventDagRunReference.",
- "properties": {
- "name": {
- "title": "Name",
- "type": "string"
- }
- },
- "required": [
- "name"
- ],
- "title": "AssetAliasReferenceAssetEventDagRun",
- "type": "object"
- },
- "AssetEventDagRunReference": {
- "additionalProperties": false,
- "description": "Schema for AssetEvent model used in DagRun.",
- "properties": {
- "asset": {
- "$ref": "#/$defs/AssetReferenceAssetEventDagRun"
- },
- "extra": {
- "additionalProperties": {
- "$ref": "#/$defs/JsonValue"
- },
- "title": "Extra",
- "type": "object"
- },
- "source_aliases": {
- "items": {
- "$ref": "#/$defs/AssetAliasReferenceAssetEventDagRun"
- },
- "title": "Source Aliases",
- "type": "array"
- },
- "source_dag_id": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Source Dag Id"
- },
- "source_map_index": {
- "anyOf": [
- {
- "type": "integer"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Source Map Index"
- },
- "source_run_id": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Source Run Id"
- },
- "source_task_id": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Source Task Id"
- },
- "timestamp": {
- "format": "date-time",
- "title": "Timestamp",
- "type": "string"
- }
- },
- "required": [
- "asset",
- "extra",
- "source_aliases",
- "timestamp"
- ],
- "title": "AssetEventDagRunReference",
- "type": "object"
- },
- "AssetReferenceAssetEventDagRun": {
- "additionalProperties": false,
- "description": "Schema for AssetModel used in AssetEventDagRunReference.",
- "properties": {
- "extra": {
- "additionalProperties": {
- "$ref": "#/$defs/JsonValue"
- },
- "title": "Extra",
- "type": "object"
- },
- "name": {
- "title": "Name",
- "type": "string"
- },
- "uri": {
- "title": "Uri",
- "type": "string"
- }
- },
- "required": [
- "name",
- "uri",
- "extra"
- ],
- "title": "AssetReferenceAssetEventDagRun",
- "type": "object"
- },
- "DagRun": {
- "additionalProperties": false,
- "description": "Schema for DagRun model with minimal required fields needed for Runtime.",
- "properties": {
- "clear_number": {
- "anyOf": [
- {
- "type": "integer"
- },
- {
- "type": "null"
- }
- ],
- "default": 0,
- "title": "Clear Number"
- },
- "conf": {
- "anyOf": [
- {
- "additionalProperties": true,
- "type": "object"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Conf"
- },
- "consumed_asset_events": {
- "items": {
- "$ref": "#/$defs/AssetEventDagRunReference"
- },
- "title": "Consumed Asset Events",
- "type": "array"
- },
- "dag_id": {
- "title": "Dag Id",
- "type": "string"
- },
- "data_interval_end": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Data Interval End"
- },
- "data_interval_start": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Data Interval Start"
- },
- "end_date": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "End Date"
- },
- "logical_date": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Logical Date"
- },
- "note": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Note"
- },
- "partition_key": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Partition Key"
- },
- "run_after": {
- "format": "date-time",
- "title": "Run After",
- "type": "string"
- },
- "run_id": {
- "title": "Run Id",
- "type": "string"
- },
- "run_type": {
- "$ref": "#/$defs/DagRunType"
- },
- "start_date": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Start Date"
- },
- "state": {
- "$ref": "#/$defs/DagRunState"
- },
- "team_name": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Team Name"
- },
- "triggering_user_name": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Triggering User Name"
- }
- },
- "required": [
- "dag_id",
- "run_id",
- "run_after",
- "run_type",
- "state",
- "consumed_asset_events"
- ],
- "title": "DagRun",
- "type": "object"
- },
- "DagRunState": {
- "description": "All possible states that a DagRun can be in.\n\nThese are \"shared\" with TaskInstanceState in some parts of the code,\nso please ensure that their values always match the ones with the\nsame name in TaskInstanceState.",
- "enum": [
- "queued",
- "running",
- "success",
- "failed"
- ],
- "title": "DagRunState",
- "type": "string"
- },
- "DagRunType": {
- "description": "Class with DagRun types.",
- "enum": [
- "backfill",
- "scheduled",
- "manual",
- "operator_triggered",
- "asset_triggered",
- "asset_materialization"
- ],
- "title": "DagRunType",
- "type": "string"
- },
- "JsonValue": {}
- },
"description": "Response containing previous Dag run information.",
"properties": {
"dag_run": {
@@ -4231,113 +3013,111 @@
"title": "PreviousDagRunResult",
"type": "object"
},
- "PreviousTIResult": {
- "$defs": {
- "PreviousTIResponse": {
- "description": "Schema for response with previous TaskInstance information.",
- "properties": {
- "dag_id": {
- "title": "Dag Id",
+ "PreviousTIResponse": {
+ "description": "Schema for response with previous TaskInstance information.",
+ "properties": {
+ "task_id": {
+ "title": "Task Id",
+ "type": "string"
+ },
+ "dag_id": {
+ "title": "Dag Id",
+ "type": "string"
+ },
+ "run_id": {
+ "title": "Run Id",
+ "type": "string"
+ },
+ "logical_date": {
+ "anyOf": [
+ {
+ "format": "date-time",
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Logical Date"
+ },
+ "start_date": {
+ "anyOf": [
+ {
+ "format": "date-time",
"type": "string"
},
- "duration": {
- "anyOf": [
- {
- "type": "number"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Duration"
- },
- "end_date": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "End Date"
- },
- "logical_date": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Logical Date"
- },
- "map_index": {
- "anyOf": [
- {
- "type": "integer"
- },
- {
- "type": "null"
- }
- ],
- "default": -1,
- "title": "Map Index"
- },
- "run_id": {
- "title": "Run Id",
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Start Date"
+ },
+ "end_date": {
+ "anyOf": [
+ {
+ "format": "date-time",
"type": "string"
},
- "start_date": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Start Date"
- },
- "state": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "State"
- },
- "task_id": {
- "title": "Task Id",
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "End Date"
+ },
+ "state": {
+ "anyOf": [
+ {
"type": "string"
},
- "try_number": {
- "title": "Try Number",
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "State"
+ },
+ "try_number": {
+ "title": "Try Number",
+ "type": "integer"
+ },
+ "map_index": {
+ "anyOf": [
+ {
"type": "integer"
+ },
+ {
+ "type": "null"
}
- },
- "required": [
- "task_id",
- "dag_id",
- "run_id",
- "try_number"
],
- "title": "PreviousTIResponse",
- "type": "object"
+ "default": -1,
+ "title": "Map Index"
+ },
+ "duration": {
+ "anyOf": [
+ {
+ "type": "number"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Duration"
}
},
+ "required": [
+ "task_id",
+ "dag_id",
+ "run_id",
+ "try_number"
+ ],
+ "title": "PreviousTIResponse",
+ "type": "object"
+ },
+ "PreviousTIResult": {
"description": "Response containing previous task instance data.",
"properties": {
"task_instance": {
@@ -4363,7 +3143,11 @@
},
"PutVariable": {
"properties": {
- "description": {
+ "key": {
+ "title": "Key",
+ "type": "string"
+ },
+ "value": {
"anyOf": [
{
"type": "string"
@@ -4372,19 +3156,9 @@
"type": "null"
}
],
- "title": "Description"
- },
- "key": {
- "title": "Key",
- "type": "string"
- },
- "type": {
- "const": "PutVariable",
- "default": "PutVariable",
- "title": "Type",
- "type": "string"
+ "title": "Value"
},
- "value": {
+ "description": {
"anyOf": [
{
"type": "string"
@@ -4393,7 +3167,13 @@
"type": "null"
}
],
- "title": "Value"
+ "title": "Description"
+ },
+ "type": {
+ "const": "PutVariable",
+ "default": "PutVariable",
+ "title": "Type",
+ "type": "string"
}
},
"required": [
@@ -4408,16 +3188,6 @@
"additionalProperties": false,
"description": "Update a task instance state to reschedule/up_for_reschedule.",
"properties": {
- "end_date": {
- "format": "date-time",
- "title": "End Date",
- "type": "string"
- },
- "reschedule_date": {
- "format": "date-time",
- "title": "Reschedule Date",
- "type": "string"
- },
"state": {
"anyOf": [
{
@@ -4431,6 +3201,16 @@
"default": "up_for_reschedule",
"title": "State"
},
+ "reschedule_date": {
+ "format": "date-time",
+ "title": "Reschedule Date",
+ "type": "string"
+ },
+ "end_date": {
+ "format": "date-time",
+ "title": "End Date",
+ "type": "string"
+ },
"type": {
"const": "RescheduleTask",
"default": "RescheduleTask",
@@ -4461,6 +3241,19 @@
"additionalProperties": false,
"description": "Update a task instance state to up_for_retry.",
"properties": {
+ "state": {
+ "anyOf": [
+ {
+ "const": "up_for_retry",
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": "up_for_retry",
+ "title": "State"
+ },
"end_date": {
"format": "date-time",
"title": "End Date",
@@ -4502,19 +3295,6 @@
"default": null,
"title": "Retry Reason"
},
- "state": {
- "anyOf": [
- {
- "const": "up_for_retry",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": "up_for_retry",
- "title": "State"
- },
"type": {
"const": "RetryTask",
"default": "RetryTask",
@@ -4530,18 +3310,18 @@
},
"SentFDs": {
"properties": {
+ "type": {
+ "const": "SentFDs",
+ "default": "SentFDs",
+ "title": "Type",
+ "type": "string"
+ },
"fds": {
"items": {
"type": "integer"
},
"title": "Fds",
"type": "array"
- },
- "type": {
- "const": "SentFDs",
- "default": "SentFDs",
- "title": "Type",
- "type": "string"
}
},
"required": [
@@ -4551,26 +3331,23 @@
"type": "object"
},
"SetAssetStateByName": {
- "$defs": {
- "JsonValue": {}
- },
"properties": {
+ "name": {
+ "title": "Name",
+ "type": "string"
+ },
"key": {
"title": "Key",
"type": "string"
},
- "name": {
- "title": "Name",
- "type": "string"
+ "value": {
+ "$ref": "#/$defs/JsonValue"
},
"type": {
"const": "SetAssetStateByName",
"default": "SetAssetStateByName",
"title": "Type",
"type": "string"
- },
- "value": {
- "$ref": "#/$defs/JsonValue"
}
},
"required": [
@@ -4582,26 +3359,23 @@
"type": "object"
},
"SetAssetStateByUri": {
- "$defs": {
- "JsonValue": {}
- },
"properties": {
+ "uri": {
+ "title": "Uri",
+ "type": "string"
+ },
"key": {
"title": "Key",
"type": "string"
},
+ "value": {
+ "$ref": "#/$defs/JsonValue"
+ },
"type": {
"const": "SetAssetStateByUri",
"default": "SetAssetStateByUri",
"title": "Type",
"type": "string"
- },
- "uri": {
- "title": "Uri",
- "type": "string"
- },
- "value": {
- "$ref": "#/$defs/JsonValue"
}
},
"required": [
@@ -4613,9 +3387,6 @@
"type": "object"
},
"SetRenderedFields": {
- "$defs": {
- "JsonValue": {}
- },
"description": "Payload for setting RTIF for a task instance.",
"properties": {
"rendered_fields": {
@@ -4659,10 +3430,19 @@
"type": "object"
},
"SetTaskState": {
- "$defs": {
- "JsonValue": {}
- },
"properties": {
+ "ti_id": {
+ "format": "uuid",
+ "title": "Ti Id",
+ "type": "string"
+ },
+ "key": {
+ "title": "Key",
+ "type": "string"
+ },
+ "value": {
+ "$ref": "#/$defs/JsonValue"
+ },
"expires_at": {
"anyOf": [
{
@@ -4675,23 +3455,11 @@
],
"title": "Expires At"
},
- "key": {
- "title": "Key",
- "type": "string"
- },
- "ti_id": {
- "format": "uuid",
- "title": "Ti Id",
- "type": "string"
- },
"type": {
"const": "SetTaskState",
"default": "SetTaskState",
"title": "Type",
"type": "string"
- },
- "value": {
- "$ref": "#/$defs/JsonValue"
}
},
"required": [
@@ -4704,21 +3472,24 @@
"type": "object"
},
"SetXCom": {
- "$defs": {
- "JsonValue": {}
- },
"properties": {
+ "key": {
+ "title": "Key",
+ "type": "string"
+ },
+ "value": {
+ "$ref": "#/$defs/JsonValue"
+ },
"dag_id": {
"title": "Dag Id",
"type": "string"
},
- "dag_result": {
- "default": false,
- "title": "Dag Result",
- "type": "boolean"
+ "run_id": {
+ "title": "Run Id",
+ "type": "string"
},
- "key": {
- "title": "Key",
+ "task_id": {
+ "title": "Task Id",
"type": "string"
},
"map_index": {
@@ -4733,6 +3504,11 @@
"default": null,
"title": "Map Index"
},
+ "dag_result": {
+ "default": false,
+ "title": "Dag Result",
+ "type": "boolean"
+ },
"mapped_length": {
"anyOf": [
{
@@ -4745,22 +3521,11 @@
"default": null,
"title": "Mapped Length"
},
- "run_id": {
- "title": "Run Id",
- "type": "string"
- },
- "task_id": {
- "title": "Task Id",
- "type": "string"
- },
"type": {
"const": "SetXCom",
"default": "SetXCom",
"title": "Type",
"type": "string"
- },
- "value": {
- "$ref": "#/$defs/JsonValue"
}
},
"required": [
@@ -4815,713 +3580,29 @@
"type": "object"
},
"StartupDetails": {
- "$defs": {
- "AssetAliasReferenceAssetEventDagRun": {
- "additionalProperties": false,
- "description": "Schema for AssetAliasModel used in AssetEventDagRunReference.",
- "properties": {
- "name": {
- "title": "Name",
- "type": "string"
- }
- },
- "required": [
- "name"
- ],
- "title": "AssetAliasReferenceAssetEventDagRun",
- "type": "object"
- },
- "AssetEventDagRunReference": {
- "additionalProperties": false,
- "description": "Schema for AssetEvent model used in DagRun.",
- "properties": {
- "asset": {
- "$ref": "#/$defs/AssetReferenceAssetEventDagRun"
- },
- "extra": {
- "additionalProperties": {
- "$ref": "#/$defs/JsonValue"
- },
- "title": "Extra",
- "type": "object"
- },
- "source_aliases": {
- "items": {
- "$ref": "#/$defs/AssetAliasReferenceAssetEventDagRun"
- },
- "title": "Source Aliases",
- "type": "array"
- },
- "source_dag_id": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Source Dag Id"
- },
- "source_map_index": {
- "anyOf": [
- {
- "type": "integer"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Source Map Index"
- },
- "source_run_id": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Source Run Id"
- },
- "source_task_id": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Source Task Id"
- },
- "timestamp": {
- "format": "date-time",
- "title": "Timestamp",
- "type": "string"
- }
- },
- "required": [
- "asset",
- "extra",
- "source_aliases",
- "timestamp"
- ],
- "title": "AssetEventDagRunReference",
- "type": "object"
- },
- "AssetReferenceAssetEventDagRun": {
- "additionalProperties": false,
- "description": "Schema for AssetModel used in AssetEventDagRunReference.",
- "properties": {
- "extra": {
- "additionalProperties": {
- "$ref": "#/$defs/JsonValue"
- },
- "title": "Extra",
- "type": "object"
- },
- "name": {
- "title": "Name",
- "type": "string"
- },
- "uri": {
- "title": "Uri",
- "type": "string"
- }
- },
- "required": [
- "name",
- "uri",
- "extra"
- ],
- "title": "AssetReferenceAssetEventDagRun",
- "type": "object"
- },
- "BundleInfo": {
- "description": "Schema for telling task which bundle to run with.",
- "properties": {
- "name": {
- "title": "Name",
- "type": "string"
- },
- "version": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Version"
- }
- },
- "required": [
- "name"
- ],
- "title": "BundleInfo",
- "type": "object"
- },
- "ConnectionResponse": {
- "description": "Connection schema for responses with fields that are needed for Runtime.",
- "properties": {
- "conn_id": {
- "title": "Conn Id",
- "type": "string"
- },
- "conn_type": {
- "title": "Conn Type",
- "type": "string"
- },
- "extra": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Extra"
- },
- "host": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Host"
- },
- "login": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Login"
- },
- "password": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Password"
- },
- "port": {
- "anyOf": [
- {
- "type": "integer"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Port"
- },
- "schema": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Schema"
- }
- },
- "required": [
- "conn_id",
- "conn_type"
- ],
- "title": "ConnectionResponse",
- "type": "object"
- },
- "DagRun": {
- "additionalProperties": false,
- "description": "Schema for DagRun model with minimal required fields needed for Runtime.",
- "properties": {
- "clear_number": {
- "anyOf": [
- {
- "type": "integer"
- },
- {
- "type": "null"
- }
- ],
- "default": 0,
- "title": "Clear Number"
- },
- "conf": {
- "anyOf": [
- {
- "additionalProperties": true,
- "type": "object"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Conf"
- },
- "consumed_asset_events": {
- "items": {
- "$ref": "#/$defs/AssetEventDagRunReference"
- },
- "title": "Consumed Asset Events",
- "type": "array"
- },
- "dag_id": {
- "title": "Dag Id",
- "type": "string"
- },
- "data_interval_end": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Data Interval End"
- },
- "data_interval_start": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Data Interval Start"
- },
- "end_date": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "End Date"
- },
- "logical_date": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Logical Date"
- },
- "note": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Note"
- },
- "partition_key": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Partition Key"
- },
- "run_after": {
- "format": "date-time",
- "title": "Run After",
- "type": "string"
- },
- "run_id": {
- "title": "Run Id",
- "type": "string"
- },
- "run_type": {
- "$ref": "#/$defs/DagRunType"
- },
- "start_date": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Start Date"
- },
- "state": {
- "$ref": "#/$defs/DagRunState"
- },
- "team_name": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Team Name"
- },
- "triggering_user_name": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Triggering User Name"
- }
- },
- "required": [
- "dag_id",
- "run_id",
- "run_after",
- "run_type",
- "state",
- "consumed_asset_events"
- ],
- "title": "DagRun",
- "type": "object"
- },
- "DagRunState": {
- "description": "All possible states that a DagRun can be in.\n\nThese are \"shared\" with TaskInstanceState in some parts of the code,\nso please ensure that their values always match the ones with the\nsame name in TaskInstanceState.",
- "enum": [
- "queued",
- "running",
- "success",
- "failed"
- ],
- "title": "DagRunState",
- "type": "string"
- },
- "DagRunType": {
- "description": "Class with DagRun types.",
- "enum": [
- "backfill",
- "scheduled",
- "manual",
- "operator_triggered",
- "asset_triggered",
- "asset_materialization"
- ],
- "title": "DagRunType",
- "type": "string"
- },
- "JsonValue": {},
- "TIRunContext": {
- "description": "Response schema for TaskInstance run context.",
- "properties": {
- "connections": {
- "anyOf": [
- {
- "items": {
- "$ref": "#/$defs/ConnectionResponse"
- },
- "type": "array"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Connections"
- },
- "dag_run": {
- "$ref": "#/$defs/DagRun"
- },
- "max_tries": {
- "title": "Max Tries",
- "type": "integer"
- },
- "next_kwargs": {
- "anyOf": [
- {
- "additionalProperties": true,
- "type": "object"
- },
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Next Kwargs"
- },
- "next_method": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Next Method"
- },
- "should_retry": {
- "anyOf": [
- {
- "type": "boolean"
- },
- {
- "type": "null"
- }
- ],
- "default": false,
- "title": "Should Retry"
- },
- "start_date": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Start Date"
- },
- "task_reschedule_count": {
- "anyOf": [
- {
- "type": "integer"
- },
- {
- "type": "null"
- }
- ],
- "default": 0,
- "title": "Task Reschedule Count"
- },
- "variables": {
- "anyOf": [
- {
- "items": {
- "$ref": "#/$defs/VariableResponse"
- },
- "type": "array"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Variables"
- },
- "xcom_keys_to_clear": {
- "anyOf": [
- {
- "items": {
- "type": "string"
- },
- "type": "array"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Xcom Keys To Clear"
- }
- },
- "required": [
- "dag_run",
- "max_tries"
- ],
- "title": "TIRunContext",
- "type": "object"
- },
- "TaskInstance": {
- "description": "Schema for TaskInstance model with minimal required fields needed for Runtime.",
- "properties": {
- "context_carrier": {
- "anyOf": [
- {
- "additionalProperties": true,
- "type": "object"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Context Carrier"
- },
- "dag_id": {
- "title": "Dag Id",
- "type": "string"
- },
- "dag_version_id": {
- "format": "uuid",
- "title": "Dag Version Id",
- "type": "string"
- },
- "hostname": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Hostname"
- },
- "id": {
- "format": "uuid",
- "title": "Id",
- "type": "string"
- },
- "map_index": {
- "anyOf": [
- {
- "type": "integer"
- },
- {
- "type": "null"
- }
- ],
- "default": -1,
- "title": "Map Index"
- },
- "run_id": {
- "title": "Run Id",
- "type": "string"
- },
- "task_id": {
- "title": "Task Id",
- "type": "string"
- },
- "try_number": {
- "title": "Try Number",
- "type": "integer"
- }
- },
- "required": [
- "id",
- "task_id",
- "dag_id",
- "run_id",
- "try_number",
- "dag_version_id"
- ],
- "title": "TaskInstance",
- "type": "object"
- },
- "VariableResponse": {
- "additionalProperties": false,
- "description": "Variable schema for responses with fields that are needed for Runtime.",
- "properties": {
- "key": {
- "title": "Key",
- "type": "string"
- },
- "value": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Value"
- }
- },
- "required": [
- "key"
- ],
- "title": "VariableResponse",
- "type": "object"
- }
- },
"properties": {
- "bundle_info": {
- "$ref": "#/$defs/BundleInfo"
+ "ti": {
+ "$ref": "#/$defs/TaskInstance"
},
"dag_rel_path": {
"title": "Dag Rel Path",
"type": "string"
},
- "sentry_integration": {
- "title": "Sentry Integration",
- "type": "string"
+ "bundle_info": {
+ "$ref": "#/$defs/BundleInfo"
},
"start_date": {
"format": "date-time",
"title": "Start Date",
"type": "string"
},
- "ti": {
- "$ref": "#/$defs/TaskInstance"
- },
"ti_context": {
"$ref": "#/$defs/TIRunContext"
},
+ "sentry_integration": {
+ "title": "Sentry Integration",
+ "type": "string"
+ },
"type": {
"const": "StartupDetails",
"default": "StartupDetails",
@@ -5541,61 +3622,32 @@
"type": "object"
},
"SucceedTask": {
- "$defs": {
- "AssetProfile": {
- "additionalProperties": false,
- "description": "Profile of an asset-like object.\n\nAsset will have name, uri defined, with type set to 'Asset'.\nAssetNameRef will have name defined, type set to 'AssetNameRef'.\nAssetUriRef will have uri defined, type set to 'AssetUriRef'.\nAssetAlias will have name defined, type set to 'AssetAlias'.\n\nNote that 'type' here is distinct from 'asset_type' the user declares on an\nAsset (or subclass). This field is for distinguishing between different\nasset-related types (Asse [...]
- "properties": {
- "name": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Name"
- },
- "type": {
- "title": "Type",
+ "additionalProperties": false,
+ "description": "Update a task's state to success. Includes task_outlets and outlet_events for registering asset events.",
+ "properties": {
+ "state": {
+ "anyOf": [
+ {
+ "const": "success",
"type": "string"
},
- "uri": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Uri"
+ {
+ "type": "null"
}
- },
- "required": [
- "type"
],
- "title": "AssetProfile",
- "type": "object"
- }
- },
- "additionalProperties": false,
- "description": "Update a task's state to success. Includes task_outlets and outlet_events for registering asset events.",
- "properties": {
+ "default": "success",
+ "title": "State"
+ },
"end_date": {
"format": "date-time",
"title": "End Date",
"type": "string"
},
- "outlet_events": {
+ "task_outlets": {
"anyOf": [
{
"items": {
- "additionalProperties": true,
- "type": "object"
+ "$ref": "#/$defs/AssetProfile"
},
"type": "array"
},
@@ -5604,47 +3656,35 @@
}
],
"default": null,
- "title": "Outlet Events"
+ "title": "Task Outlets"
},
- "rendered_map_index": {
+ "outlet_events": {
"anyOf": [
{
- "type": "string"
+ "items": {
+ "additionalProperties": true,
+ "type": "object"
+ },
+ "type": "array"
},
{
"type": "null"
}
],
"default": null,
- "title": "Rendered Map Index"
+ "title": "Outlet Events"
},
- "state": {
+ "rendered_map_index": {
"anyOf": [
{
- "const": "success",
"type": "string"
},
{
"type": "null"
}
],
- "default": "success",
- "title": "State"
- },
- "task_outlets": {
- "anyOf": [
- {
- "items": {
- "$ref": "#/$defs/AssetProfile"
- },
- "type": "array"
- },
- {
- "type": "null"
- }
- ],
"default": null,
- "title": "Task Outlets"
+ "title": "Rendered Map Index"
},
"type": {
"const": "SucceedTask",
@@ -5702,15 +3742,109 @@
"title": "TaskBreadcrumbsResult",
"type": "object"
},
- "TaskRescheduleStartDate": {
- "description": "Response containing the first reschedule date for a task instance.",
+ "TaskCallbackRequest": {
+ "description": "Task callback status information.\n\nA Class with information about the success/failure TI callback to be executed. Currently, only failure\ncallbacks when tasks are externally killed or experience heartbeat timeouts are run via DagFileProcessorProcess.",
"properties": {
- "start_date": {
- "anyOf": [
- {
- "format": "date-time",
- "type": "string"
- },
+ "filepath": {
+ "title": "Filepath",
+ "type": "string"
+ },
+ "bundle_name": {
+ "title": "Bundle Name",
+ "type": "string"
+ },
+ "bundle_version": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Bundle Version"
+ },
+ "msg": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Msg"
+ },
+ "ti": {
+ "$ref": "#/$defs/TaskInstance"
+ },
+ "task_callback_type": {
+ "anyOf": [
+ {
+ "$ref": "#/$defs/TaskInstanceState"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null
+ },
+ "context_from_server": {
+ "anyOf": [
+ {
+ "$ref": "#/$defs/TIRunContext"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null
+ },
+ "type": {
+ "const": "TaskCallbackRequest",
+ "default": "TaskCallbackRequest",
+ "title": "Type",
+ "type": "string"
+ }
+ },
+ "required": [
+ "filepath",
+ "bundle_name",
+ "bundle_version",
+ "ti"
+ ],
+ "title": "TaskCallbackRequest",
+ "type": "object"
+ },
+ "TaskInstanceState": {
+ "description": "All possible states that a Task Instance can be in.\n\nNote that None is also allowed, so always use this in a type hint with Optional.",
+ "enum": [
+ "removed",
+ "scheduled",
+ "queued",
+ "running",
+ "success",
+ "restarting",
+ "failed",
+ "up_for_retry",
+ "up_for_reschedule",
+ "upstream_failed",
+ "skipped",
+ "deferred"
+ ],
+ "title": "TaskInstanceState",
+ "type": "string"
+ },
+ "TaskRescheduleStartDate": {
+ "description": "Response containing the first reschedule date for a task instance.",
+ "properties": {
+ "start_date": {
+ "anyOf": [
+ {
+ "format": "date-time",
+ "type": "string"
+ },
{
"type": "null"
}
@@ -5733,6 +3867,15 @@
"TaskState": {
"description": "Update a task's state.\n\nIf a process exits without sending one of these the state will be derived from the exit code:\n- 0 = SUCCESS\n- anything else = FAILED",
"properties": {
+ "state": {
+ "enum": [
+ "failed",
+ "skipped",
+ "removed"
+ ],
+ "title": "State",
+ "type": "string"
+ },
"end_date": {
"anyOf": [
{
@@ -5746,6 +3889,12 @@
"default": null,
"title": "End Date"
},
+ "type": {
+ "const": "TaskState",
+ "default": "TaskState",
+ "title": "Type",
+ "type": "string"
+ },
"rendered_map_index": {
"anyOf": [
{
@@ -5757,21 +3906,6 @@
],
"default": null,
"title": "Rendered Map Index"
- },
- "state": {
- "enum": [
- "failed",
- "skipped",
- "removed"
- ],
- "title": "State",
- "type": "string"
- },
- "type": {
- "const": "TaskState",
- "default": "TaskState",
- "title": "Type",
- "type": "string"
}
},
"required": [
@@ -5781,20 +3915,17 @@
"type": "object"
},
"TaskStateResult": {
- "$defs": {
- "JsonValue": {}
- },
"additionalProperties": false,
"description": "Response to GetTaskState; wraps the generated API response for supervisor to worker comms.",
"properties": {
+ "value": {
+ "$ref": "#/$defs/JsonValue"
+ },
"type": {
"const": "TaskStateResult",
"default": "TaskStateResult",
"title": "Type",
"type": "string"
- },
- "value": {
- "$ref": "#/$defs/JsonValue"
}
},
"required": [
@@ -5826,24 +3957,20 @@
"TriggerDagRun": {
"additionalProperties": false,
"properties": {
- "conf": {
+ "logical_date": {
"anyOf": [
{
- "additionalProperties": true,
- "type": "object"
+ "format": "date-time",
+ "type": "string"
},
{
"type": "null"
}
],
"default": null,
- "title": "Conf"
- },
- "dag_id": {
- "title": "Dag Id",
- "type": "string"
+ "title": "Logical Date"
},
- "logical_date": {
+ "run_after": {
"anyOf": [
{
"format": "date-time",
@@ -5854,48 +3981,48 @@
}
],
"default": null,
- "title": "Logical Date"
+ "title": "Run After"
},
- "note": {
+ "conf": {
"anyOf": [
{
- "type": "string"
+ "additionalProperties": true,
+ "type": "object"
},
{
"type": "null"
}
],
"default": null,
- "title": "Note"
+ "title": "Conf"
},
- "partition_key": {
+ "reset_dag_run": {
"anyOf": [
{
- "type": "string"
+ "type": "boolean"
},
{
"type": "null"
}
],
- "default": null,
- "title": "Partition Key"
+ "default": false,
+ "title": "Reset Dag Run"
},
- "reset_dag_run": {
+ "partition_key": {
"anyOf": [
{
- "type": "boolean"
+ "type": "string"
},
{
"type": "null"
}
],
- "default": false,
- "title": "Reset Dag Run"
+ "default": null,
+ "title": "Partition Key"
},
- "run_after": {
+ "note": {
"anyOf": [
{
- "format": "date-time",
"type": "string"
},
{
@@ -5903,7 +4030,11 @@
}
],
"default": null,
- "title": "Run After"
+ "title": "Note"
+ },
+ "dag_id": {
+ "title": "Dag Id",
+ "type": "string"
},
"run_id": {
"title": "Dag Run Id",
@@ -5926,6 +4057,11 @@
"UpdateHITLDetail": {
"description": "Update the response content part of an existing Human-in-the-loop response.",
"properties": {
+ "ti_id": {
+ "format": "uuid",
+ "title": "Ti Id",
+ "type": "string"
+ },
"chosen_options": {
"items": {
"type": "string"
@@ -5947,11 +4083,6 @@
"default": null,
"title": "Params Input"
},
- "ti_id": {
- "format": "uuid",
- "title": "Ti Id",
- "type": "string"
- },
"type": {
"const": "UpdateHITLDetail",
"default": "UpdateHITLDetail",
@@ -6020,12 +4151,6 @@
"title": "Key",
"type": "string"
},
- "type": {
- "const": "VariableResult",
- "default": "VariableResult",
- "title": "Type",
- "type": "string"
- },
"value": {
"anyOf": [
{
@@ -6037,6 +4162,12 @@
],
"default": null,
"title": "Value"
+ },
+ "type": {
+ "const": "VariableResult",
+ "default": "VariableResult",
+ "title": "Type",
+ "type": "string"
}
},
"required": [
@@ -6065,23 +4196,20 @@
"type": "object"
},
"XComResult": {
- "$defs": {
- "JsonValue": {}
- },
"description": "Response to ReadXCom request.",
"properties": {
"key": {
"title": "Key",
"type": "string"
},
+ "value": {
+ "$ref": "#/$defs/JsonValue"
+ },
"type": {
"const": "XComResult",
"default": "XComResult",
"title": "Type",
"type": "string"
- },
- "value": {
- "$ref": "#/$defs/JsonValue"
}
},
"required": [
@@ -6092,9 +4220,6 @@
"type": "object"
},
"XComSequenceIndexResult": {
- "$defs": {
- "JsonValue": {}
- },
"properties": {
"root": {
"$ref": "#/$defs/JsonValue"
@@ -6113,9 +4238,6 @@
"type": "object"
},
"XComSequenceSliceResult": {
- "$defs": {
- "JsonValue": {}
- },
"properties": {
"root": {
"items": {
@@ -6136,6 +4258,542 @@
],
"title": "XComSequenceSliceResult",
"type": "object"
+ },
+ "ConnectionResponse": {
+ "description": "Connection schema for responses with fields that are needed for Runtime.",
+ "properties": {
+ "conn_id": {
+ "title": "Conn Id",
+ "type": "string"
+ },
+ "conn_type": {
+ "title": "Conn Type",
+ "type": "string"
+ },
+ "host": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Host"
+ },
+ "schema": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Schema"
+ },
+ "login": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Login"
+ },
+ "password": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Password"
+ },
+ "port": {
+ "anyOf": [
+ {
+ "type": "integer"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Port"
+ },
+ "extra": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Extra"
+ }
+ },
+ "required": [
+ "conn_id",
+ "conn_type",
+ "host",
+ "schema",
+ "login",
+ "password",
+ "port",
+ "extra"
+ ],
+ "title": "ConnectionResponse",
+ "type": "object"
+ },
+ "AssetEventDagRunReference": {
+ "additionalProperties": false,
+ "description": "Schema for AssetEvent model used in DagRun.",
+ "properties": {
+ "asset": {
+ "$ref": "#/$defs/AssetReferenceAssetEventDagRun"
+ },
+ "extra": {
+ "additionalProperties": {
+ "$ref": "#/$defs/JsonValue"
+ },
+ "title": "Extra",
+ "type": "object"
+ },
+ "source_task_id": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Source Task Id"
+ },
+ "source_dag_id": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Source Dag Id"
+ },
+ "source_run_id": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Source Run Id"
+ },
+ "source_map_index": {
+ "anyOf": [
+ {
+ "type": "integer"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Source Map Index"
+ },
+ "source_aliases": {
+ "items": {
+ "$ref": "#/$defs/AssetAliasReferenceAssetEventDagRun"
+ },
+ "title": "Source Aliases",
+ "type": "array"
+ },
+ "timestamp": {
+ "format": "date-time",
+ "title": "Timestamp",
+ "type": "string"
+ }
+ },
+ "required": [
+ "asset",
+ "extra",
+ "source_task_id",
+ "source_dag_id",
+ "source_run_id",
+ "source_map_index",
+ "source_aliases",
+ "timestamp"
+ ],
+ "title": "AssetEventDagRunReference",
+ "type": "object"
+ },
+ "DagRun": {
+ "additionalProperties": false,
+ "description": "Schema for DagRun model with minimal required fields needed for Runtime.",
+ "properties": {
+ "dag_id": {
+ "title": "Dag Id",
+ "type": "string"
+ },
+ "run_id": {
+ "title": "Run Id",
+ "type": "string"
+ },
+ "logical_date": {
+ "anyOf": [
+ {
+ "format": "date-time",
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Logical Date"
+ },
+ "data_interval_start": {
+ "anyOf": [
+ {
+ "format": "date-time",
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Data Interval Start"
+ },
+ "data_interval_end": {
+ "anyOf": [
+ {
+ "format": "date-time",
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Data Interval End"
+ },
+ "run_after": {
+ "format": "date-time",
+ "title": "Run After",
+ "type": "string"
+ },
+ "start_date": {
+ "anyOf": [
+ {
+ "format": "date-time",
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Start Date"
+ },
+ "end_date": {
+ "anyOf": [
+ {
+ "format": "date-time",
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "End Date"
+ },
+ "clear_number": {
+ "default": 0,
+ "title": "Clear Number",
+ "type": "integer"
+ },
+ "run_type": {
+ "$ref": "#/$defs/DagRunType"
+ },
+ "state": {
+ "$ref": "#/$defs/DagRunState"
+ },
+ "conf": {
+ "anyOf": [
+ {
+ "additionalProperties": true,
+ "type": "object"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Conf"
+ },
+ "triggering_user_name": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Triggering User Name"
+ },
+ "consumed_asset_events": {
+ "items": {
+ "$ref": "#/$defs/AssetEventDagRunReference"
+ },
+ "title": "Consumed Asset Events",
+ "type": "array"
+ },
+ "partition_key": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Partition Key"
+ },
+ "note": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Note"
+ },
+ "team_name": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Team Name"
+ }
+ },
+ "required": [
+ "dag_id",
+ "run_id",
+ "logical_date",
+ "data_interval_start",
+ "data_interval_end",
+ "run_after",
+ "start_date",
+ "end_date",
+ "run_type",
+ "state",
+ "consumed_asset_events",
+ "partition_key"
+ ],
+ "title": "DagRun",
+ "type": "object"
+ },
+ "TIRunContext": {
+ "description": "Response schema for TaskInstance run context.",
+ "properties": {
+ "dag_run": {
+ "$ref": "#/$defs/DagRun"
+ },
+ "task_reschedule_count": {
+ "default": 0,
+ "title": "Task Reschedule Count",
+ "type": "integer"
+ },
+ "max_tries": {
+ "title": "Max Tries",
+ "type": "integer"
+ },
+ "variables": {
+ "items": {
+ "$ref": "#/$defs/VariableResponse"
+ },
+ "title": "Variables",
+ "type": "array"
+ },
+ "connections": {
+ "items": {
+ "$ref": "#/$defs/ConnectionResponse"
+ },
+ "title": "Connections",
+ "type": "array"
+ },
+ "next_method": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Next Method"
+ },
+ "next_kwargs": {
+ "anyOf": [
+ {
+ "additionalProperties": true,
+ "type": "object"
+ },
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Next Kwargs"
+ },
+ "xcom_keys_to_clear": {
+ "items": {
+ "type": "string"
+ },
+ "title": "Xcom Keys To Clear",
+ "type": "array"
+ },
+ "should_retry": {
+ "default": false,
+ "title": "Should Retry",
+ "type": "boolean"
+ },
+ "start_date": {
+ "anyOf": [
+ {
+ "format": "date-time",
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Start Date"
+ }
+ },
+ "required": [
+ "dag_run",
+ "max_tries"
+ ],
+ "title": "TIRunContext",
+ "type": "object"
+ },
+ "TaskInstance": {
+ "description": "Schema for TaskInstance model with minimal required fields needed for Runtime.",
+ "properties": {
+ "id": {
+ "format": "uuid",
+ "title": "Id",
+ "type": "string"
+ },
+ "task_id": {
+ "title": "Task Id",
+ "type": "string"
+ },
+ "dag_id": {
+ "title": "Dag Id",
+ "type": "string"
+ },
+ "run_id": {
+ "title": "Run Id",
+ "type": "string"
+ },
+ "try_number": {
+ "title": "Try Number",
+ "type": "integer"
+ },
+ "dag_version_id": {
+ "format": "uuid",
+ "title": "Dag Version Id",
+ "type": "string"
+ },
+ "map_index": {
+ "default": -1,
+ "title": "Map Index",
+ "type": "integer"
+ },
+ "hostname": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Hostname"
+ },
+ "context_carrier": {
+ "anyOf": [
+ {
+ "additionalProperties": true,
+ "type": "object"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Context Carrier"
+ }
+ },
+ "required": [
+ "id",
+ "task_id",
+ "dag_id",
+ "run_id",
+ "try_number",
+ "dag_version_id"
+ ],
+ "title": "TaskInstance",
+ "type": "object"
+ },
+ "VariableResponse": {
+ "additionalProperties": false,
+ "description": "Variable schema for responses with fields that are needed for Runtime.",
+ "properties": {
+ "key": {
+ "title": "Key",
+ "type": "string"
+ },
+ "value": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "title": "Value"
+ }
+ },
+ "required": [
+ "key",
+ "value"
+ ],
+ "title": "VariableResponse",
+ "type": "object"
}
}
}