From 2f612e5113ea690813c4e3640e2cde5b232e56a8 Mon Sep 17 00:00:00 2001
From: Daniel Lu <daniel@mainstreetautonomy.com>
Date: Wed, 13 Aug 2025 13:39:30 -0400
Subject: [PATCH] Release cuda memory before starting web server in
 demo_viser.py

---
 demo_viser.py | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/demo_viser.py b/demo_viser.py
index e0211dac..f614b0e1 100644
--- a/demo_viser.py
+++ b/demo_viser.py
@@ -376,6 +376,13 @@ def main():
         if isinstance(predictions[key], torch.Tensor):
             predictions[key] = predictions[key].cpu().numpy().squeeze(0)  # remove batch dimension and convert to numpy
 
+    # Free GPU memory after moving tensors to CPU
+    try:
+        del model, images
+        torch.cuda.empty_cache()
+    except NameError:
+        pass
+
     if args.use_point_map:
         print("Visualizing 3D points from point map")
     else: