Azure Databricks · JSON Structure

Azure Databricks Cluster Info Structure

Type: object Properties: 33
AnalyticsApache SparkBig DataData EngineeringMachine Learning

ClusterInfo is a JSON Structure definition published by Azure Databricks, describing 33 properties. It conforms to the https://json-structure.org/draft/2020-12/schema meta-schema.

Properties

cluster_id cluster_name spark_version node_type_id driver_node_type_id num_workers state state_message creator_user_name start_time terminated_time last_state_loss_time last_activity_time autotermination_minutes cluster_source spark_conf custom_tags init_scripts spark_env_vars enable_elastic_disk instance_pool_id policy_id default_tags cluster_log_status termination_reason data_security_mode single_user_name runtime_engine disk_spec executors jdbc_port cluster_memory_mb cluster_cores

Meta-schema: https://json-structure.org/draft/2020-12/schema

JSON Structure

Raw ↑ 
{
  "$schema": "https://json-structure.org/draft/2020-12/schema",
  "name": "ClusterInfo",
  "type": "object",
  "properties": {
    "cluster_id": {
      "type": "string"
    },
    "cluster_name": {
      "type": "string"
    },
    "spark_version": {
      "type": "string"
    },
    "node_type_id": {
      "type": "string"
    },
    "driver_node_type_id": {
      "type": "string"
    },
    "num_workers": {
      "type": "integer"
    },
    "state": {
      "type": "string"
    },
    "state_message": {
      "type": "string"
    },
    "creator_user_name": {
      "type": "string"
    },
    "start_time": {
      "type": "integer"
    },
    "terminated_time": {
      "type": "integer"
    },
    "last_state_loss_time": {
      "type": "integer"
    },
    "last_activity_time": {
      "type": "integer"
    },
    "autotermination_minutes": {
      "type": "integer"
    },
    "cluster_source": {
      "type": "string"
    },
    "spark_conf": {
      "type": "object"
    },
    "custom_tags": {
      "type": "object"
    },
    "init_scripts": {
      "type": "array"
    },
    "spark_env_vars": {
      "type": "object"
    },
    "enable_elastic_disk": {
      "type": "boolean"
    },
    "instance_pool_id": {
      "type": "string"
    },
    "policy_id": {
      "type": "string"
    },
    "default_tags": {
      "type": "object"
    },
    "cluster_log_status": {
      "type": "object"
    },
    "termination_reason": {
      "type": "object"
    },
    "data_security_mode": {
      "type": "string"
    },
    "single_user_name": {
      "type": "string"
    },
    "runtime_engine": {
      "type": "string"
    },
    "disk_spec": {
      "type": "object"
    },
    "executors": {
      "type": "array"
    },
    "jdbc_port": {
      "type": "integer"
    },
    "cluster_memory_mb": {
      "type": "integer"
    },
    "cluster_cores": {
      "type": "number"
    }
  }
}