From 7bac936a5a95aad0fd0c9411a31e8a3e6b3fcbdb Mon Sep 17 00:00:00 2001
From: Noah Schiro <noahschiro@rocketmail.com>
Date: Mon, 11 Mar 2024 18:45:34 -0400
Subject: [PATCH] fp16 fix
---
improved_diffusion/fp16_util.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/improved_diffusion/fp16_util.py b/improved_diffusion/fp16_util.py
index 23e0418153..fa9fcab60c 100644
--- a/improved_diffusion/fp16_util.py
+++ b/improved_diffusion/fp16_util.py
@@ -65,7 +65,7 @@ def unflatten_master_params(model_params, master_params):
"""
Unflatten the master parameters to look like model_params.
"""
- return _unflatten_dense_tensors(master_params[0].detach(), model_params)
+ return _unflatten_dense_tensors(master_params[0].detach(), tuple(tensor for tensor in model_params))
def zero_grad(model_params):