Extended charset detection to whole file in file contents

*  extended charset detection to the whole file.

Author: scanoss-qg

CHANGELOG.md

@@ -6,6 +6,10 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
 ## [Unreleased]
+## [1.5.1]- 2025-10-0
+### Added
+- Removed `Content-Length` from header as it is reported with Loadbalancer
+- Charset detection extended to the whole file
 
 ## [1.5.0] - 2025-09-26
 ### Added

pkg/service/filecontents_service.go

@@ -84,9 +84,6 @@ func (s APIService) FileContents(w http.ResponseWriter, r *http.Request) {
 
 // detectCharset detects charset for a given text in a buffer.
 func detectCharset(buffer []byte) string {
-	if len(buffer) > 32768 {
-		buffer = buffer[:32768]
-	}
 	// Detect charset.
 	result := chardet.Detect(buffer)
 	// If confidence is low, consider it as UTF-8.

pkg/service/utils_service.go

@@ -55,7 +55,7 @@ const (
 	TraceLogKey          = "trace_id"
 	CharsetDetectedKey   = "X-Detected-Charset"
 	ContentLengthKey     = "Content-Length"
-	CharSetMinConfidence = 0.6
+	CharSetMinConfidence = 0.7
 )
 
 // RequestContextKey Request ID Key name for using with Context.