Improve tempfile handling in checkpoint.py

Using more context managers, as well as dynamic temp dir creation, improve temp file handling, error handling, and logging

checkpoint.py

@@ -46,26 +46,35 @@ def copy_to_shm(file: str):
         yield file
         return
 
-    tmp_dir = "/dev/shm/"
+    with tempfile.NamedTemporaryFile(dir="/dev/shm", delete=False) as tmp_file:
-    fd, tmp_path = tempfile.mkstemp(dir=tmp_dir)
+        tmp_path = tmp_file.name
         try:
             shutil.copyfile(file, tmp_path)
             yield tmp_path
         finally:
+            try:
                 os.remove(tmp_path)
-        os.close(fd)
+            except OSError as e:
+                # Handle file deletion error gracefully
+                logger.error(f"Error deleting temporary file: {e}")
+                raise
 
 
 @contextlib.contextmanager
 def copy_from_shm(file: str):
     tmp_dir = "/dev/shm/"
-    fd, tmp_path = tempfile.mkstemp(dir=tmp_dir)
+    with tempfile.NamedTemporaryFile(dir=tmp_dir, delete=False) as tmp_file:
+        tmp_path = tmp_file.name
         try:
             yield tmp_path
             shutil.copyfile(tmp_path, file)
         finally:
+            try:
                 os.remove(tmp_path)
-        os.close(fd)
+            except OSError as e:
+                # Handle file deletion error gracefully
+                logger.error(f"Error deleting temporary file: {e}")
+                raise
 
 
 def fast_unpickle(path: str) -> Any: