github.com/plausible-hosting
1
0
Fork 1
mirror of https://github.com/plausible/hosting.git synced 2025-07-01 09:37:29 -05:00
Code Issues Projects Releases Wiki Activity

Disable resource-hungry clickhouse logging & metrics

Browse Source 
Also includes a bunch of smaller optimizations
This commit is contained in:
Pierre Couy
2024-12-04 17:05:13 +01:00
parent a7683ced44
commit 5d21be20d5
5 changed files with 38 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
clickhouse/clickhouse-config.xml Normal file
View File

@ -0,0 +1,17 @@
<clickhouse>
<logger>
<level>warning</level>
<console>true</console>
</logger>
<!-- Stop all the unnecessary logging -->
<query_thread_log remove="remove"/>
<query_metric_log remove="remove"/>
<query_log remove="remove"/>
<text_log remove="remove"/>
<trace_log remove="remove"/>
<metric_log remove="remove"/>
<asynchronous_metric_log remove="remove"/>
<session_log remove="remove"/>
<part_log remove="remove"/>
</clickhouse>

17
clickhouse/clickhouse-user-config.xml Normal file
View File

@ -0,0 +1,17 @@
<clickhouse>
<profiles>
<default>
<log_queries>0</log_queries>
<log_query_threads>0</log_query_threads>
<max_block_size>1024</max_block_size>
<max_download_threads>1</max_download_threads>
<input_format_parallel_parsing>0</input_format_parallel_parsing>
<output_format_parallel_formatting>0</output_format_parallel_formatting>
</default>
</profiles>
<asynchronous_metrics_update_period_s>60</asynchronous_metrics_update_period_s>
<dns_cache_update_period>90</dns_cache_update_period>
<mark_cache_size>524288000</mark_cache_size>
</clickhouse>

36
clickhouse/logs.xml
View File

@ -1,36 +0,0 @@
<clickhouse>
<logger>
<level>warning</level>
<console>true</console>
</logger>
<query_log replace="1">
<database>system</database>
<table>query_log</table>
<flush_interval_milliseconds>7500</flush_interval_milliseconds>
<engine>
ENGINE = MergeTree
PARTITION BY event_date
ORDER BY (event_time)
TTL event_date + interval 30 day
SETTINGS ttl_only_drop_parts=1
</engine>
</query_log>
<metric_log>
<partition_by>event_date</partition_by>
<ttl>event_date + INTERVAL 30 DAY DELETE</ttl>
</metric_log>
<asynchronous_metric_log>
<partition_by>event_date</partition_by>
<ttl>event_date + INTERVAL 30 DAY DELETE</ttl>
</asynchronous_metric_log>
<!-- Stops unnecessary logging -->
<query_thread_log remove="remove" />
<text_log remove="remove" />
<trace_log remove="remove" />
<session_log remove="remove" />
<part_log remove="remove" />
</clickhouse>