Added a potential solution for windows

Author: cehongwang

py/torch_tensorrt/dynamo/conversion/_conversion.py

@@ -121,7 +121,6 @@ def convert_module(
     with io.BytesIO() as engine_bytes:
         engine_bytes.write(serialized_engine)
         serialized_engine = engine_bytes.getvalue()
-    breakpoint()
     return rt_cls(
         serialized_engine=serialized_engine,
         input_binding_names=list(interpreter_result.input_names),

py/torch_tensorrt/dynamo/utils.py

@@ -881,3 +881,31 @@ def release_memory() -> None:
                 logger.warning("Failed to release CPU memory.")
         except Exception:
             logger.warning("Failed to release CPU memory.")
+
+    elif platform.system() == "Windows":
+        try:
+            from ctypes import wintypes as wt
+
+            kernel32 = ctypes.WinDLL("kernel32", use_last_error=True)
+            psapi = ctypes.WinDLL("psapi", use_last_error=True)
+
+            GetCurrentProcess = kernel32.GetCurrentProcess
+            GetCurrentProcess.restype = wt.HANDLE
+            hProcess = GetCurrentProcess()
+
+            EmptyWorkingSet = psapi.EmptyWorkingSet
+            EmptyWorkingSet.argtypes = [wt.HANDLE]
+            EmptyWorkingSet.restype = wt.BOOL
+            EmptyWorkingSet(hProcess)
+
+            SetProcessWorkingSetSize = kernel32.SetProcessWorkingSetSize
+            SetProcessWorkingSetSize.argtypes = [
+                wt.HANDLE,
+                ctypes.c_size_t,
+                ctypes.c_size_t,
+            ]
+            SetProcessWorkingSetSize.restype = wt.BOOL
+            SIZE_T_MAX = ctypes.c_size_t(-1).value  # 0xFFFFFFFFFFFFFFFF on x64
+            SetProcessWorkingSetSize(hProcess, SIZE_T_MAX, SIZE_T_MAX)
+        except Exception:
+            logger.warning("Failed to release CPU memory.")