Merge pull request #715 from Altinity/metadata_cache_impl

Enmk · web-flow · commit 4ba16317390d · 2025-04-06T22:17:10.000+02:00
Forward port parquet metadata cache impl
diff --git a/programs/server/Server.cpp b/programs/server/Server.cpp
@@ -313,6 +313,7 @@ namespace ServerSetting
     extern const ServerSettingsUInt64 max_prefixes_deserialization_thread_pool_size;
     extern const ServerSettingsUInt64 max_prefixes_deserialization_thread_pool_free_size;
     extern const ServerSettingsUInt64 prefixes_deserialization_thread_pool_thread_pool_queue_size;
+    extern const ServerSettingsUInt64 input_format_parquet_metadata_cache_max_size;
 }
 
 }
@@ -2310,6 +2311,7 @@ try
         dns_cache_updater->start();
 
     auto replicas_reconnector = ReplicasReconnector::init(global_context);
+    ParquetFileMetaDataCache::instance()->setMaxSizeInBytes(server_settings[ServerSetting::input_format_parquet_metadata_cache_max_size]);
 
     /// Set current database name before loading tables and databases because
     /// system logs may copy global context.

Original file line number	Diff line number	Diff line change
`@@ -313,6 +313,7 @@ namespace ServerSetting`
`313`	`313`	`extern const ServerSettingsUInt64 max_prefixes_deserialization_thread_pool_size;`
`314`	`314`	`extern const ServerSettingsUInt64 max_prefixes_deserialization_thread_pool_free_size;`
`315`	`315`	`extern const ServerSettingsUInt64 prefixes_deserialization_thread_pool_thread_pool_queue_size;`
	`316`	`+ extern const ServerSettingsUInt64 input_format_parquet_metadata_cache_max_size;`
`316`	`317`	`}`
`317`	`318`
`318`	`319`	`}`
`@@ -2310,6 +2311,7 @@ try`
`2310`	`2311`	`dns_cache_updater->start();`
`2311`	`2312`
`2312`	`2313`	`auto replicas_reconnector = ReplicasReconnector::init(global_context);`
	`2314`	`+ ParquetFileMetaDataCache::instance()->setMaxSizeInBytes(server_settings[ServerSetting::input_format_parquet_metadata_cache_max_size]);`
`2313`	`2315`
`2314`	`2316`	`/// Set current database name before loading tables and databases because`
`2315`	`2317`	`/// system logs may copy global context.`