From 44965c915e3b176cb8dd779df535e444211773f7 Mon Sep 17 00:00:00 2001 From: Ryanne Dolan Date: Tue, 23 Jun 2026 14:08:02 -0500 Subject: [PATCH 1/2] Add Spark enum to SqlJob --- docs/kubernetes/crd-reference.md | 2 +- .../linkedin/hoptimator/k8s/models/V1alpha1SqlJobSpec.java | 6 ++++-- hoptimator-k8s/src/main/resources/sqljobs.crd.yaml | 1 + 3 files changed, 6 insertions(+), 3 deletions(-) diff --git a/docs/kubernetes/crd-reference.md b/docs/kubernetes/crd-reference.md index a6452f9f..0d7342ba 100644 --- a/docs/kubernetes/crd-reference.md +++ b/docs/kubernetes/crd-reference.md @@ -437,7 +437,7 @@ spec: | Field | Type | Required | Description | | --------------- | ------ | :------: | --------------------------------------------------------------------------------- | | `sql` | array | yes | One or more SQL statements run as a single job. | -| `dialect` | enum | | `Flink` (default) or `FlinkBeam`. | +| `dialect` | enum | | `Flink` (default), `FlinkBeam`, or `Spark`. | | `executionMode` | enum | | `Streaming` (default) or `Batch`. | | `configs` | object | | Job-level configuration passed through to the engine. | diff --git a/hoptimator-k8s/src/main/java/com/linkedin/hoptimator/k8s/models/V1alpha1SqlJobSpec.java b/hoptimator-k8s/src/main/java/com/linkedin/hoptimator/k8s/models/V1alpha1SqlJobSpec.java index e590c317..709356b5 100644 --- a/hoptimator-k8s/src/main/java/com/linkedin/hoptimator/k8s/models/V1alpha1SqlJobSpec.java +++ b/hoptimator-k8s/src/main/java/com/linkedin/hoptimator/k8s/models/V1alpha1SqlJobSpec.java @@ -32,7 +32,7 @@ * SQL job spec */ @ApiModel(description = "SQL job spec") -@javax.annotation.Generated(value = "org.openapitools.codegen.languages.JavaClientCodegen", date = "2026-05-19T19:18:59.968Z[Etc/UTC]") +@javax.annotation.Generated(value = "org.openapitools.codegen.languages.JavaClientCodegen", date = "2026-06-23T18:44:48.199Z[Etc/UTC]") public class V1alpha1SqlJobSpec { public static final String SERIALIZED_NAME_CONFIGS = "configs"; @SerializedName(SERIALIZED_NAME_CONFIGS) @@ -45,7 +45,9 @@ public class V1alpha1SqlJobSpec { public enum DialectEnum { FLINK("Flink"), - FLINKBEAM("FlinkBeam"); + FLINKBEAM("FlinkBeam"), + + SPARK("Spark"); private String value; diff --git a/hoptimator-k8s/src/main/resources/sqljobs.crd.yaml b/hoptimator-k8s/src/main/resources/sqljobs.crd.yaml index 9865e25b..3a0f042b 100644 --- a/hoptimator-k8s/src/main/resources/sqljobs.crd.yaml +++ b/hoptimator-k8s/src/main/resources/sqljobs.crd.yaml @@ -44,6 +44,7 @@ spec: enum: - Flink - FlinkBeam + - Spark default: Flink executionMode: description: Streaming or Batch. From ad6e9af660a365f9c598002f6186b9f3d95ef293 Mon Sep 17 00:00:00 2001 From: Ryanne Dolan Date: Wed, 24 Jun 2026 08:58:37 -0500 Subject: [PATCH 2/2] Reduce Kafka footprint and increase timeout --- Makefile | 6 +++--- deploy/dev/kafka.yaml | 4 ++-- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/Makefile b/Makefile index bc1d3dd3..d06b0bd6 100644 --- a/Makefile +++ b/Makefile @@ -81,9 +81,9 @@ deploy-kafka: deploy deploy-flink kubectl wait --for=condition=Established=True crds/kafkas.kafka.strimzi.io kubectl apply -f ./deploy/samples/kafkadb.yaml kubectl apply -f ./deploy/dev/kafka.yaml - kubectl wait kafka.kafka.strimzi.io/one --for=condition=Ready --timeout=10m -n kafka - kubectl wait kafkatopic.kafka.strimzi.io/kafka-database-existing-topic-1 --for=condition=Ready --timeout=10m - kubectl wait kafkatopic.kafka.strimzi.io/kafka-database-existing-topic-2 --for=condition=Ready --timeout=10m + kubectl wait kafka.kafka.strimzi.io/one --for=condition=Ready --timeout=15m -n kafka + kubectl wait kafkatopic.kafka.strimzi.io/kafka-database-existing-topic-1 --for=condition=Ready --timeout=15m + kubectl wait kafkatopic.kafka.strimzi.io/kafka-database-existing-topic-2 --for=condition=Ready --timeout=15m undeploy-kafka: kubectl delete kafkatopic.kafka.strimzi.io --all || echo "skipping" diff --git a/deploy/dev/kafka.yaml b/deploy/dev/kafka.yaml index 7525429e..02d671ac 100644 --- a/deploy/dev/kafka.yaml +++ b/deploy/dev/kafka.yaml @@ -23,7 +23,7 @@ metadata: labels: strimzi.io/cluster: one spec: - replicas: 3 + replicas: 1 roles: - controller storage: @@ -42,7 +42,7 @@ metadata: labels: strimzi.io/cluster: one spec: - replicas: 3 + replicas: 1 roles: - broker storage: