Beta - Check use no LTS Spark Version
- Query id: 5a627dfa-a4dd-4020-a4c6-5f3caf4abcd6
- Query name: Beta - Check use no LTS Spark Version
- Platform: Terraform
- Severity: Low
- Category: Best Practices
- CWE: 807
- URL: Github
Description¶
Spark Version is not a Long-term Support
Documentation
Code samples¶
Code samples with security vulnerabilities¶
Positive test num. 1 - tf file
data "databricks_node_type" "postive1_with_gpu" {
local_disk = true
min_cores = 16
gb_per_core = 1
min_gpus = 1
}
data "databricks_spark_version" "postive1_gpu_ml" {
gpu = true
ml = true
}
resource "databricks_cluster" "positive1_research" {
cluster_name = "Research Cluster"
spark_version = data.databricks_spark_version.postive1_gpu_ml.id
node_type_id = data.databricks_node_type.postive1_with_gpu.id
autotermination_minutes = 20
autoscale {
min_workers = 1
max_workers = 50
}
}
Positive test num. 2 - tf file
data "databricks_node_type" "positive2_with_gpu" {
local_disk = true
min_cores = 16
gb_per_core = 1
min_gpus = 1
}
data "databricks_spark_version" "positive2_gpu_ml" {
gpu = true
ml = true
long_term_support = false
}
resource "databricks_cluster" "positive2_research" {
cluster_name = "Research Cluster"
spark_version = data.databricks_spark_version.positive2_gpu_ml.id
node_type_id = data.databricks_node_type.positive2_with_gpu.id
autotermination_minutes = 20
autoscale {
min_workers = 1
max_workers = 50
}
}
Positive test num. 3 - tf file
data "databricks_node_type" "positive3_with_gpu" {
local_disk = true
min_cores = 16
gb_per_core = 1
min_gpus = 1
}
resource "databricks_cluster" "positive3_research" {
cluster_name = "Research Cluster"
spark_version = "3.3.1"
node_type_id = data.databricks_node_type.positive2_with_gpu.id
autotermination_minutes = 20
autoscale {
min_workers = 1
max_workers = 50
}
}
Code samples without security vulnerabilities¶
Negative test num. 1 - tf file
data "databricks_node_type" "negative1_with_gpu" {
local_disk = true
min_cores = 16
gb_per_core = 1
min_gpus = 1
}
data "databricks_spark_version" "negative1_gpu_ml" {
gpu = true
ml = true
long_term_support = true
}
resource "databricks_cluster" "negative1_research" {
cluster_name = "Research Cluster"
spark_version = data.databricks_spark_version.negative1_gpu_ml.id
node_type_id = data.databricks_node_type.negative1_with_gpu.id
autotermination_minutes = 20
autoscale {
min_workers = 1
max_workers = 50
}
}
Negative test num. 2 - tf file
data "databricks_node_type" "negative2_with_gpu" {
local_disk = true
min_cores = 16
gb_per_core = 1
min_gpus = 1
}
resource "databricks_cluster" "negative2_research" {
cluster_name = "Research Cluster"
spark_version = "3.2.1"
node_type_id = data.databricks_node_type.negative2_with_gpu.id
autotermination_minutes = 20
autoscale {
min_workers = 1
max_workers = 50
}
}