feat: add http server url to clickhouse datamodel (#783)

Adds HTTP Server URL to clickhouse data model

Usefully clickhouse driver is always fine convering null to empty string

Author: ryan-timothy-albert

.changeset/short-garlics-report.md

@@ -0,0 +1,5 @@
+---
+"server": patch
+---
+
+adds http server url to clickhouse data model

server/clickhouse/migrations/20251106210549_add-server-urls.sql

@@ -0,0 +1 @@
+ALTER TABLE `http_requests_raw` ADD COLUMN `http_server_url` String;

server/clickhouse/migrations/atlas.sum

@@ -1,6 +1,7 @@
-h1:zOIbDWIKI94ZMQwpkDfQ+x5unOadKEgjdzOa9V0NkW0=
+h1:Xh9KFkOz16djkOb1Ti2SSPwUYKlPgirqntCaTEOZU4o=
 20251013090028_initial.sql h1:I90GAjfJN/3i4nLe4AThT5OW/Qgc0+5LOI2jZ6WQZME=
 20251028141444_add_indexes.sql h1:CDwn2EdBZ7Nrn9hx5vYguR1ljlP5hTxiOI6n/I25Cpk=
 20251029120230_add_other_indexes.sql h1:3EtD+3hW8+s5me23va+BdfiIKmfQKOdv4glrQ34fle4=
 20251106194508_set-default-ttl-30-days.sql h1:veC6yHSEfqhXJBVWCIXuOldWcQfd611qPW7ozjzg8Ww=
 20251106194847_set-deployment-id-to-nullable.sql h1:yF1S8dZEsWgN3/D00mlV9f3NAqpV2C2ugGvkrEbAlrE=
+20251106210549_add-server-urls.sql h1:FHg+DVjSxnYDnnF5KskfioZ7+y8Jeh2u3a9TSbl/zvw=

server/clickhouse/schema.sql

@@ -13,6 +13,7 @@ create table if not exists http_requests_raw
     span_id             FixedString(16),
 
     http_method         LowCardinality(String),
+    http_server_url     String,
     http_route          String,
     status_code         Int64,
     duration_ms         Float64,

server/internal/logs/listLogs_test.go

@@ -206,6 +206,7 @@ func TestListLogs_TimeRangeFilter(t *testing.T) {
 			SpanID:            id.String()[:16],
 			HTTPMethod:        "GET",
 			HTTPRoute:         "/test",
+			HTTPServerURL:     "",
 			StatusCode:        200,
 			DurationMs:        100.0,
 			UserAgent:         "test-agent",
@@ -336,6 +337,7 @@ func TestListLogs_VerifyLogFields(t *testing.T) {
 		SpanID:            spanID,
 		HTTPMethod:        "POST",
 		HTTPRoute:         "/api/users",
+		HTTPServerURL:     "",
 		StatusCode:        201,
 		DurationMs:        250.5,
 		UserAgent:         "Mozilla/5.0",
@@ -419,6 +421,7 @@ func insertTestLogs(t *testing.T, ctx context.Context, ti *testInstance, project
 			SpanID:            id.String()[:16],
 			HTTPMethod:        "GET",
 			HTTPRoute:         "/test",
+			HTTPServerURL:     "",
 			StatusCode:        200,
 			DurationMs:        100.0,
 			UserAgent:         "test-agent",

server/internal/thirdparty/toolmetrics/logging.go

@@ -216,6 +216,7 @@ func newToolLog(ctx context.Context, tool ToolInfo, toolType ToolType) (*ToolHTT
 		StatusCode:        0,
 		DurationMs:        0,
 		UserAgent:         "",
+		HTTPServerURL:     "",
 		HTTPMethod:        "",
 		HTTPRoute:         "",
 		RequestHeaders:    map[string]string{},

server/internal/thirdparty/toolmetrics/models.go

@@ -53,11 +53,12 @@ type ToolHTTPRequest struct {
 	SpanID  string `ch:"span_id"`  // FixedString(16)
 
 	// request metadata
-	HTTPMethod string  `ch:"http_method"` // LowCardinality(String)
-	HTTPRoute  string  `ch:"http_route"`  // String
-	StatusCode int64   `ch:"status_code"` // Int64
-	DurationMs float64 `ch:"duration_ms"` // Float64
-	UserAgent  string  `ch:"user_agent"`  // LowCardinality(String)
+	HTTPMethod    string  `ch:"http_method"`     // LowCardinality(String)
+	HTTPServerURL string  `ch:"http_server_url"` // String
+	HTTPRoute     string  `ch:"http_route"`      // String
+	StatusCode    int64   `ch:"status_code"`     // Int64
+	DurationMs    float64 `ch:"duration_ms"`     // Float64
+	UserAgent     string  `ch:"user_agent"`      // LowCardinality(String)
 
 	// request payload
 	RequestHeaders   map[string]string `ch:"request_headers"`    // Map(String, String)