fix: metric reset not effect

Author: nayihz

pkg/epp/metrics/metrics.go

@@ -203,20 +203,20 @@ func Register() {
 }
 
 // Just for integration test
-func Unregister() {
-	metrics.Registry.Unregister(requestCounter)
-	metrics.Registry.Unregister(requestErrCounter)
-	metrics.Registry.Unregister(requestLatencies)
-	metrics.Registry.Unregister(requestSizes)
-	metrics.Registry.Unregister(responseSizes)
-	metrics.Registry.Unregister(inputTokens)
-	metrics.Registry.Unregister(outputTokens)
-	metrics.Registry.Unregister(runningRequests)
-	metrics.Registry.Unregister(NormalizedTimePerOutputToken)
-
-	metrics.Registry.Unregister(inferencePoolAvgKVCache)
-	metrics.Registry.Unregister(inferencePoolAvgQueueSize)
-	metrics.Registry.Unregister(inferencePoolReadyPods)
+func Reset() {
+	requestCounter.Reset()
+	requestErrCounter.Reset()
+	requestLatencies.Reset()
+	requestSizes.Reset()
+	responseSizes.Reset()
+	inputTokens.Reset()
+	outputTokens.Reset()
+	runningRequests.Reset()
+	NormalizedTimePerOutputToken.Reset()
+	inferencePoolAvgKVCache.Reset()
+	inferencePoolAvgQueueSize.Reset()
+	inferencePoolReadyPods.Reset()
+	SchedulerPluginProcessingLatencies.Reset()
 }
 
 // RecordRequstCounter records the number of requests.

test/integration/epp/hermetic_test.go

@@ -1196,7 +1196,6 @@ func TestFullDuplexStreamed_KubeInferenceModelRequest(t *testing.T) {
 
 	for _, test := range tests {
 		t.Run(test.name, func(t *testing.T) {
-			metrics.Register()
 			client, cleanup := setUpHermeticServer(t, test.pods, true)
 			t.Cleanup(cleanup)
 			responses, err := integrationutils.StreamedRequest(t, client, test.requests, len(test.wantResponses))
@@ -1215,9 +1214,8 @@ func TestFullDuplexStreamed_KubeInferenceModelRequest(t *testing.T) {
 					}
 				}
 			}
-			metrics.Unregister()
+			metrics.Reset()
 		})
-		return
 	}
 }
 
@@ -1331,6 +1329,7 @@ func BeforeSuite() func() {
 	// Init runtime.
 	ctrl.SetLogger(logger)
 
+	metrics.Register()
 	// Register metrics handler.
 	// Metrics endpoint is enabled in 'config/default/kustomization.yaml'. The Metrics options configure the server.
 	// More info: