Update implement monitoring ClickHouse query durations

Author: zigazajc007

bun.lock

@@ -1,6 +1,6 @@
 {
 	"name": "rabbitforexapi",
-	"version": "5.1.0",
+	"version": "5.2.0",
 	"module": "src/index.ts",
 	"type": "module",
 	"private": true,
@@ -14,7 +14,7 @@
 		"typescript": "^5"
 	},
 	"dependencies": {
-		"@clickhouse/client": "^1.15.0",
+		"@clickhouse/client": "^1.16.0",
 		"@rabbit-company/openmetrics-client": "^2.0.1",
 		"@rabbit-company/web": "^0.16.0",
 		"@rabbit-company/web-middleware": "^0.16.0"

package.json

@@ -1,6 +1,7 @@
 import { createClient, type ClickHouseClient, type ClickHouseSettings } from "@clickhouse/client";
 import { Logger } from "./logger";
 import type { AssetType } from "./types";
+import { clickhouseResponseDuration } from "./metrics";
 
 export interface ClickHouseConfig {
 	host: string;
@@ -163,6 +164,7 @@ export class ClickHouseWrapper {
 		};
 
 		try {
+			const start = process.hrtime.bigint();
 			await this.client.insert({
 				table: "prices_raw",
 				values: prices.map((p) => ({
@@ -173,6 +175,8 @@ export class ClickHouseWrapper {
 				})),
 				format: "JSONEachRow",
 			});
+			const end = process.hrtime.bigint();
+			clickhouseResponseDuration.labels({ method: "insertPrices", type: "batch" }).observe(Number(end - start) / 1_000_000_000);
 
 			Logger.debug(`[ClickHouse] Inserted ${prices.length} price records`);
 		} catch (error: any) {
@@ -206,10 +210,13 @@ export class ClickHouseWrapper {
 			ORDER BY timestamp ASC
 		`;
 
+		const start = process.hrtime.bigint();
 		const result = await this.client.query({
 			query,
 			format: "JSONEachRow",
 		});
+		const end = process.hrtime.bigint();
+		clickhouseResponseDuration.labels({ method: "getAllRawPrices", type: assetType }).observe(Number(end - start) / 1_000_000_000);
 
 		return result.json();
 	}
@@ -283,10 +290,13 @@ export class ClickHouseWrapper {
 			ORDER BY hour ASC
 		`;
 
+		const start = process.hrtime.bigint();
 		const result = await this.client.query({
 			query,
 			format: "JSONEachRow",
 		});
+		const end = process.hrtime.bigint();
+		clickhouseResponseDuration.labels({ method: "getAllHourlyPrices", type: assetType }).observe(Number(end - start) / 1_000_000_000);
 
 		return result.json();
 	}
@@ -391,10 +401,13 @@ export class ClickHouseWrapper {
 			ORDER BY date ASC
 		`;
 
+		const start = process.hrtime.bigint();
 		const result = await this.client.query({
 			query,
 			format: "JSONEachRow",
 		});
+		const end = process.hrtime.bigint();
+		clickhouseResponseDuration.labels({ method: "getAllDailyPrices", type: assetType }).observe(Number(end - start) / 1_000_000_000);
 
 		return result.json();
 	}

src/clickhouse.ts

@@ -1,4 +1,4 @@
-import { Counter, Registry } from "@rabbit-company/openmetrics-client";
+import { Counter, Histogram, Registry } from "@rabbit-company/openmetrics-client";
 
 export const registry = new Registry({
 	prefix: "rabbitforex",
@@ -10,3 +10,12 @@ export const httpRequests = new Counter({
 	labelNames: ["endpoint"],
 	registry,
 });
+
+export const clickhouseResponseDuration = new Histogram({
+	name: "clickhouse_response_duration_seconds",
+	help: "ClickHouse response duration in seconds",
+	unit: "seconds",
+	labelNames: ["method", "type"],
+	buckets: [0.005, 0.01, 0.025, 0.05, 0.1, 0.25, 0.5, 1, 2.5, 5, 10],
+	registry,
+});