Skip to content

Commit ea9254a

Browse files
antiguruclaude
andcommitted
Remove continual tasks (CT) feature
Remove the continual tasks feature from Materialize. CTs were an experimental feature that is no longer needed. Changes: * Remove CT SQL syntax from parser * Remove CT catalog items, builtins, and system tables * Remove CT rendering in compute * Add catalog migration v81→v82 that panics if CTs are found * Remove BuiltinsConfig (empty after CT removal) * Add platform check for CT migration verification * Clean up related comments and dead code Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
1 parent cc8d06d commit ea9254a

105 files changed

Lines changed: 3385 additions & 4942 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

console/types/materialize.d.ts

Lines changed: 0 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -1047,19 +1047,6 @@ export interface MzConsoleClusterUtilizationOverview {
10471047
size: string | null;
10481048
}
10491049

1050-
export interface MzContinualTasks {
1051-
cluster_id: Generated<string>;
1052-
create_sql: Generated<string>;
1053-
definition: Generated<string>;
1054-
id: Generated<string>;
1055-
name: Generated<string>;
1056-
oid: Generated<number>;
1057-
owner_id: Generated<string>;
1058-
privileges: Generated<string[]>;
1059-
redacted_create_sql: Generated<string>;
1060-
schema_id: Generated<string>;
1061-
}
1062-
10631050
export interface MzDatabases {
10641051
/**
10651052
* Materialize's unique ID for the database.
@@ -3007,15 +2994,6 @@ export interface MzShowConnections {
30072994
type: string;
30082995
}
30092996

3010-
export interface MzShowContinualTasks {
3011-
cluster: string;
3012-
cluster_id: string;
3013-
comment: string;
3014-
id: string;
3015-
name: string;
3016-
schema_id: string;
3017-
}
3018-
30192997
export interface MzShowDatabasePrivileges {
30202998
/**
30212999
* The role that the privilege was granted to.
@@ -4302,7 +4280,6 @@ export interface DB {
43024280
mz_compute_operator_hydration_statuses_per_worker: MzComputeOperatorHydrationStatusesPerWorker;
43034281
mz_connections: MzConnections;
43044282
mz_console_cluster_utilization_overview: MzConsoleClusterUtilizationOverview;
4305-
mz_continual_tasks: MzContinualTasks;
43064283
mz_databases: MzDatabases;
43074284
mz_dataflow_addresses: MzDataflowAddresses;
43084285
mz_dataflow_addresses_per_worker: MzDataflowAddressesPerWorker;
@@ -4415,7 +4392,6 @@ export interface DB {
44154392
mz_show_clusters: MzShowClusters;
44164393
mz_show_columns: MzShowColumns;
44174394
mz_show_connections: MzShowConnections;
4418-
mz_show_continual_tasks: MzShowContinualTasks;
44194395
mz_show_database_privileges: MzShowDatabasePrivileges;
44204396
mz_show_databases: MzShowDatabases;
44214397
mz_show_default_privileges: MzShowDefaultPrivileges;

doc/developer/generated/adapter/continual_task.md

Lines changed: 0 additions & 9 deletions
This file was deleted.

doc/developer/generated/adapter/coord/sequencer/inner/create_continual_task.md

Lines changed: 0 additions & 8 deletions
This file was deleted.

doc/developer/generated/compute/render/continual_task.md

Lines changed: 0 additions & 10 deletions
This file was deleted.

doc/user/content/reference/system-catalog/mz_internal.md

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1393,7 +1393,6 @@ The `mz_webhook_sources` table contains a row for each webhook source in the sys
13931393
<!-- RELATION_SPEC_UNDOCUMENTED mz_internal.mz_catalog_raw -->
13941394
<!-- RELATION_SPEC_UNDOCUMENTED mz_internal.mz_cluster_workload_classes -->
13951395
<!-- RELATION_SPEC_UNDOCUMENTED mz_internal.mz_compute_error_counts_raw_unified -->
1396-
<!-- RELATION_SPEC_UNDOCUMENTED mz_internal.mz_continual_tasks -->
13971396
<!-- RELATION_SPEC_UNDOCUMENTED mz_internal.mz_recent_activity_log_redacted -->
13981397
<!-- RELATION_SPEC_UNDOCUMENTED mz_internal.mz_recent_activity_log_thinned -->
13991398
<!-- RELATION_SPEC_UNDOCUMENTED mz_internal.mz_aggregates -->
@@ -1406,7 +1405,6 @@ The `mz_webhook_sources` table contains a row for each webhook source in the sys
14061405
<!-- RELATION_SPEC_UNDOCUMENTED mz_internal.mz_show_cluster_replicas -->
14071406
<!-- RELATION_SPEC_UNDOCUMENTED mz_internal.mz_show_columns -->
14081407
<!-- RELATION_SPEC_UNDOCUMENTED mz_internal.mz_show_connections -->
1409-
<!-- RELATION_SPEC_UNDOCUMENTED mz_internal.mz_show_continual_tasks -->
14101408
<!-- RELATION_SPEC_UNDOCUMENTED mz_internal.mz_show_databases -->
14111409
<!-- RELATION_SPEC_UNDOCUMENTED mz_internal.mz_show_indexes -->
14121410
<!-- RELATION_SPEC_UNDOCUMENTED mz_internal.mz_show_materialized_views -->

misc/python/materialize/checks/all_checks/continual_task.py

Lines changed: 0 additions & 154 deletions
This file was deleted.

misc/python/materialize/mzcompose/__init__.py

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -79,9 +79,6 @@ def get_minimal_system_parameters(
7979
"enable_compute_correction_v2": "true",
8080
"enable_compute_logical_backpressure": "true",
8181
"enable_connection_validation_syntax": "true",
82-
"enable_continual_task_create": "true",
83-
"enable_continual_task_retain": "true",
84-
"enable_continual_task_transform": "true",
8582
"enable_copy_to_expr": "true",
8683
"enable_copy_from_remote": "true",
8784
"enable_create_table_from_source": "true",
@@ -629,7 +626,6 @@ def get_default_system_parameters(
629626
"with_0dt_caught_up_check_cutoff",
630627
"enable_0dt_caught_up_replica_status_check",
631628
"plan_insights_notice_fast_path_clusters_optimize_duration",
632-
"enable_continual_task_builtins",
633629
"enable_expression_cache",
634630
"mz_metrics_lgalloc_map_refresh_interval",
635631
"mz_metrics_lgalloc_refresh_interval",

misc/python/materialize/parallel_workload/action.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1764,7 +1764,6 @@ def __init__(
17641764
"enable_statement_lifecycle_logging",
17651765
"enable_introspection_subscribes",
17661766
"plan_insights_notice_fast_path_clusters_optimize_duration",
1767-
"enable_continual_task_builtins",
17681767
"enable_expression_cache",
17691768
"enable_multi_replica_sources",
17701769
"enable_password_auth",

misc/wasm/src/sql-parser-wasm/src/lib.rs

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -140,7 +140,6 @@ fn in_cluster(stmt: &Statement<mz_sql_parser::ast::Raw>) -> Option<String> {
140140
Statement::CreateSource(src) => src.in_cluster.clone(),
141141
Statement::CreateWebhookSource(src) => src.in_cluster.clone(),
142142
Statement::CreateSink(src) => src.in_cluster.clone(),
143-
Statement::CreateContinualTask(ct) => ct.in_cluster.clone(),
144143
_ => None,
145144
};
146145

src/adapter-types/src/dyncfgs.rs

Lines changed: 0 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -96,13 +96,6 @@ pub const PLAN_INSIGHTS_NOTICE_FAST_PATH_CLUSTERS_OPTIMIZE_DURATION: Config<Dura
9696
"Enable plan insights fast path clusters calculation if the optimize step took less than this duration.",
9797
);
9898

99-
/// Whether to create system builtin continual tasks on boot.
100-
pub const ENABLE_CONTINUAL_TASK_BUILTINS: Config<bool> = Config::new(
101-
"enable_continual_task_builtins",
102-
false,
103-
"Create system builtin continual tasks on boot.",
104-
);
105-
10699
/// Whether to use an expression cache on boot.
107100
pub const ENABLE_EXPRESSION_CACHE: Config<bool> = Config::new(
108101
"enable_expression_cache",
@@ -229,7 +222,6 @@ pub fn all_dyncfgs(configs: ConfigSet) -> ConfigSet {
229222
.add(&ENABLE_INTROSPECTION_SUBSCRIBES)
230223
.add(&ENABLE_FRONTEND_SUBSCRIBES)
231224
.add(&PLAN_INSIGHTS_NOTICE_FAST_PATH_CLUSTERS_OPTIMIZE_DURATION)
232-
.add(&ENABLE_CONTINUAL_TASK_BUILTINS)
233225
.add(&ENABLE_EXPRESSION_CACHE)
234226
.add(&ENABLE_MULTI_REPLICA_SOURCES)
235227
.add(&ENABLE_PASSWORD_AUTH)

0 commit comments

Comments
 (0)